-- Logs begin at Wed 2021-06-30 00:37:13 UTC, end at Wed 2021-06-30 01:45:20 UTC. -- Jun 30 01:20:23.243691 dv-cinder-797245-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 01:20:25.884782 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.common.config [-] Logging enabled! Jun 30 01:20:25.885407 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 30 01:20:25.885557 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93370) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 01:20:25.888782 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.common.config [-] Logging enabled! Jun 30 01:20:25.889037 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 30 01:20:25.889346 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93370) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 01:20:25.890274 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:20:25.890506 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:20:25.890861 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:20:25.891104 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:20:25.891326 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:20:25.891641 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.891935 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.892233 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.892462 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.892782 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.893072 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.893357 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.893642 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.893935 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.894219 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.894496 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.894780 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.895030 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.895293 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.895579 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.895863 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.896084 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] debug = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.896365 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.896813 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.897220 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.897497 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.897784 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.898062 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.898332 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.898605 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.898902 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.899214 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] host = dv-cinder-797245-10-smb {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.899489 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.899773 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.900058 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.900344 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.900643 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.900919 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.901204 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.901476 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.901746 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.902017 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.902834 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.903120 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.903411 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.903630 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.903848 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.904133 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.904420 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.904720 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.904994 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.905266 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.905545 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.905814 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.906080 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.906363 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.906644 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.906926 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.907200 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.907470 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.907737 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.908005 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.908288 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.908580 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.908855 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.909125 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.909410 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.909676 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.909945 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.910237 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.910522 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.910803 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.911085 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.911356 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.911638 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.911906 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.912174 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.912443 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] use_json = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.912736 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.913004 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.913283 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.913552 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.913820 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.914087 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.914354 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.914635 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:25.914929 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.915224 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.915528 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.915807 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.916099 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.916375 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.916687 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.916965 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.917253 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.917541 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.917882 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.918649 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.918935 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.919213 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.919506 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.919809 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.920101 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.920392 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.920695 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.920971 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.921245 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.921521 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.921806 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.922098 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.922387 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.922661 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.922938 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.923228 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.923502 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.923773 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.924047 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.924333 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.924636 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.924912 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.925193 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.925473 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.925744 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.926014 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.926288 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.926575 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.926851 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.927123 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.927393 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.927666 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.927936 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.928219 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.928491 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.928785 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.929058 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.929333 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.929603 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.929874 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.930149 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.930419 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.930690 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.930961 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.931232 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.931501 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.931770 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.932037 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.932305 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.932598 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.932875 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.933147 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.933445 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.933717 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.933987 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.934257 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.934545 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.934841 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.935120 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.935397 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.935680 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.935956 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.936232 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.936505 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.936803 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.937082 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.937354 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.937643 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.937925 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.938209 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.938489 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.938763 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.939056 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.939330 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.939612 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.939887 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.940164 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.940449 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.940753 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.941048 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.941341 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.941632 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.941926 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.942216 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.942492 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.942797 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.943078 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:25.943291 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:20:25.943527 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93370) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 01:20:26.289180 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:20:26.289459 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:20:26.289749 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:20:26.290091 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 01:20:26.684061 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.684548 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.684829 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.686141 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.686416 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.686680 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.721161 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.721442 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.721710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.734865 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.735142 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.735409 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.764717 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.764996 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.765264 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.800530 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.800822 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:26.801088 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.030640 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.031150 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.031238 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.031439 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.032150 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.154870 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.155195 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.155475 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.155743 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.156008 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.156316 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.156592 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.156847 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.157097 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.157376 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.157633 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.157901 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.158160 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.158421 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.158675 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.158939 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.159207 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.159611 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.159886 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.160140 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.160421 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.160795 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.161050 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.161332 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.161581 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.161826 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.162217 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:27.162457 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:27.162697 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:27.162931 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:27.163163 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:27.163396 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:27.163759 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 01:20:27.166838 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 01:20:27.170739 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 01:20:27.174520 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 30 01:20:27.176135 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 01:20:27.176598 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 01:20:27.176931 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 01:20:27.177312 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 01:20:27.180229 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 01:20:27.180480 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 01:20:27.180850 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 01:20:27.209017 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 01:20:27.209464 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.209756 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93370) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 01:20:27.210116 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.211456 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93370) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 01:20:27.211736 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 01:20:27.211983 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 01:20:27.215274 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.215554 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:27.278212 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 01:20:27.278397 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 01:20:27.278627 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 01:20:27.278986 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 01:20:27.299171 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_db.sqlalchemy.engines [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93370) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 01:20:27.978958 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing driver for type 'gre' Jun 30 01:20:27.979479 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] gre ID ranges: [(1, 1000)] Jun 30 01:20:28.164813 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing driver for type 'local' Jun 30 01:20:28.165397 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing driver for type 'vlan' Jun 30 01:20:28.250475 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] VlanTypeDriver initialization complete Jun 30 01:20:28.250765 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing driver for type 'vxlan' Jun 30 01:20:28.251261 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] vxlan ID ranges: [(1, 1000)] Jun 30 01:20:28.416414 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing extension driver 'port_security' Jun 30 01:20:28.416791 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] PortSecurityExtensionDriver initialization complete Jun 30 01:20:28.417129 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing mechanism driver 'openvswitch' Jun 30 01:20:28.417480 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing mechanism driver 'hyperv' Jun 30 01:20:28.424128 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:20:28.425090 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.425464 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.425821 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.426209 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.426558 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.426995 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.427375 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.427717 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.428056 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.428427 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.428797 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.429136 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.429513 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.429854 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.430226 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.430713 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.431061 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.431399 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.431737 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] ML2 OVO RPC backend initialized. {{(pid=93370) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 30 01:20:28.432432 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.432819 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.433234 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.433580 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > networks before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.433925 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.434345 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > ports before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.434701 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.435040 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.435390 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.435721 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.436045 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.436387 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.436749 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.437084 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.437418 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.437749 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.438079 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.438640 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.plugin [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Modular L2 Plugin initialization complete Jun 30 01:20:28.438980 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading services supported by the core plugin {{(pid=93370) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 01:20:28.439286 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.plugins.ml2.managers [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Got port-security extension from driver 'port_security' Jun 30 01:20:28.439744 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.extensions.vlantransparent [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Disabled vlantransparent extension. Jun 30 01:20:28.440224 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93370) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 01:20:28.440593 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: router Jun 30 01:20:28.491584 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.492107 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_create 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.492474 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router before_create 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.492859 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.493227 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.493576 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_delete 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.493932 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.494294 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_create 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.494639 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_update 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.494988 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_update 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.495330 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.495686 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_update 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.496129 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.496493 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.496850 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.497316 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: subnet after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.497607 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.497951 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.498300 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.498637 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.498975 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.499326 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router after_update 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.499664 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.500011 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.500366 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.500773 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.501088 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > agent after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.501433 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.501777 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > network after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.502622 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Tracking information for resource: router configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:28.502949 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Tracking information for resource: floatingip configured {{(pid=93370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:20:28.507930 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.db.l3_agentschedulers_db [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 01:20:28.508491 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.508873 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port after_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.509222 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port after_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.509570 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: port after_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.510344 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router before_create 55550100 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.510705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.511064 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.511946 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.516574 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.provider_configuration [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service providers = [] {{(pid=93370) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 01:20:28.516936 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.db.servicetype_db [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93370) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 01:20:28.519781 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.service_base [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:20:28.520128 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.service_base [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:20:28.520466 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.service_base [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:20:28.521357 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.services.service_base [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:20:28.521727 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.services.service_base [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 01:20:28.522095 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.522408 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 01:20:28.539115 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.539448 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: auto_allocate Jun 30 01:20:28.545495 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: network precommit_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.545865 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: network precommit_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.546380 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.546739 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: tag Jun 30 01:20:28.553308 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.553629 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: timestamp Jun 30 01:20:28.557359 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.557687 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: network_ip_availability Jun 30 01:20:28.563821 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.564192 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.564581 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.565292 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.565606 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: flavors Jun 30 01:20:28.570311 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.570635 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading Plugin: revisions Jun 30 01:20:28.579700 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:20:28.580086 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_concurrency.lockutils [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=93370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:20:28.580842 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93370) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 01:20:28.581171 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Initializing extension manager. Jun 30 01:20:28.581670 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: __init__.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.582003 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: __pycache__ {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.582328 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.582706 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: address_group.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.583455 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.584011 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: address-group Jun 30 01:20:28.584331 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: address_scope.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.585043 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.585551 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: address-scope Jun 30 01:20:28.585870 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.586773 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.587281 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: router-admin-state-down-before-update Jun 30 01:20:28.587600 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: agent.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.588278 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.588817 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: agent Jun 30 01:20:28.589136 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: agent_resources_synced.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.590116 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.590622 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: agent-resources-synced Jun 30 01:20:28.590941 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.592685 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.593205 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: allowed-address-pairs Jun 30 01:20:28.593529 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.594895 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.595338 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: auto-allocated-topology Jun 30 01:20:28.595659 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: availability_zone.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.596330 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.596875 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: availability_zone Jun 30 01:20:28.597193 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: availability_zone_filter.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.598148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.598655 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: availability_zone_filter Jun 30 01:20:28.598971 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: data_plane_status.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.599890 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.600393 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 01:20:28.600740 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: default_subnetpools.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.607562 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.608070 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: default-subnetpools Jun 30 01:20:28.608390 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.609204 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.610105 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: dhcp_agent_scheduler Jun 30 01:20:28.610419 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: dns.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.611329 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.611947 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 01:20:28.612261 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: dns_domain_ports.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.613179 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.613687 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 01:20:28.614005 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.614892 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.615395 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 01:20:28.615711 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: dvr.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.616357 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.616892 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: dvr Jun 30 01:20:28.617209 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: empty_string_filtering.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.618094 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.618863 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: empty-string-filtering Jun 30 01:20:28.619189 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.620074 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.620605 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 01:20:28.621450 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.622338 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.622845 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 01:20:28.623201 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: external_net.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.624115 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.624654 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: external-net Jun 30 01:20:28.624974 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.625857 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.626363 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: extra_dhcp_opt Jun 30 01:20:28.626681 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: extraroute.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.627556 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.628063 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: extraroute Jun 30 01:20:28.628382 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: extraroute_atomic.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.629439 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.635814 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: extraroute-atomic Jun 30 01:20:28.635814 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: filter_validation.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.635814 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.635814 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: filter-validation Jun 30 01:20:28.635814 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: fip_pf_description.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.637271 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.637993 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 01:20:28.638551 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: fip_port_details.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.639989 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.640925 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: fip-port-details Jun 30 01:20:28.641545 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: flavors.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.642780 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.643404 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: flavors Jun 30 01:20:28.643970 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.645818 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.646363 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 01:20:28.646919 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: floatingip_pools.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.648015 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.648816 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: floatingip-pools Jun 30 01:20:28.649145 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: ip_allocation.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.650052 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.650560 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 01:20:28.650883 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.651778 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.652284 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: ip-substring-filtering Jun 30 01:20:28.652630 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l2_adjacency.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.653574 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.654076 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 01:20:28.654397 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.655362 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.655877 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: router Jun 30 01:20:28.656200 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.658591 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.659124 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 01:20:28.659454 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.660362 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.660904 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: ext-gw-mode Jun 30 01:20:28.661231 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.662125 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.662644 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: l3-ha Jun 30 01:20:28.663007 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3_flavors.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.663912 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.664426 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: l3-flavors Jun 30 01:20:28.664775 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.665660 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.666172 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 01:20:28.666492 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: l3agentscheduler.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.667506 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.668020 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: l3_agent_scheduler Jun 30 01:20:28.668343 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: logging.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.669838 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.670403 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension logging not supported by any of loaded plugins Jun 30 01:20:28.670732 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: metering.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.671455 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.672032 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: metering Jun 30 01:20:28.672356 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.673550 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.674069 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: metering_source_and_destination_fields Jun 30 01:20:28.674424 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: multiprovidernet.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.675321 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.675829 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: multi-provider Jun 30 01:20:28.676149 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: netmtu.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.677074 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.677580 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: net-mtu Jun 30 01:20:28.677898 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: netmtu_writable.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.678794 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.679300 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: net-mtu-writable Jun 30 01:20:28.679618 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: network_availability_zone.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.680265 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.680806 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: network_availability_zone Jun 30 01:20:28.681166 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: network_ip_availability.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.688336 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.688880 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: network-ip-availability Jun 30 01:20:28.689203 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: network_segment_range.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.689956 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.690463 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 01:20:28.690782 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: pagination.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.691740 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.692064 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: pagination Jun 30 01:20:28.692377 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: port_device_profile.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.693292 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.693858 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: port-device-profile Jun 30 01:20:28.694296 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.695235 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.695749 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: port-mac-address-regenerate Jun 30 01:20:28.696068 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.696974 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.697523 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: port-numa-affinity-policy Jun 30 01:20:28.697838 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: port_resource_request.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.698727 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.700083 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 01:20:28.700394 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: portbindings.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.701329 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.701843 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: binding Jun 30 01:20:28.702161 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: portbindings_extended.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.703416 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.703967 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: binding-extended Jun 30 01:20:28.704293 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: portsecurity.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.705210 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.705720 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: port-security Jun 30 01:20:28.706067 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: project_id.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.707017 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.707341 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: project-id Jun 30 01:20:28.707655 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: providernet.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.708575 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.709089 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: provider Jun 30 01:20:28.709405 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.713128 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.713649 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos not supported by any of loaded plugins Jun 30 01:20:28.713975 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.715253 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.715765 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 01:20:28.716089 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.717010 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.717585 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 01:20:28.717910 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_default.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.718793 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.719300 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-default not supported by any of loaded plugins Jun 30 01:20:28.719622 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_fip.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.720254 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.720794 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 01:20:28.721113 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.722056 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.722572 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 01:20:28.722891 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.723774 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.724281 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 01:20:28.724632 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.725518 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.726060 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 01:20:28.726373 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: qos_rules_alias.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.727396 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.727905 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 01:20:28.728230 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: quotasv2.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.729146 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.729466 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: quotas Jun 30 01:20:28.729778 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: quotasv2_detail.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.733010 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.738451 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: quota_details Jun 30 01:20:28.738451 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: rbac.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.738451 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.738451 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: rbac-policies Jun 30 01:20:28.738451 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: rbac_address_group.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.739140 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.739661 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: rbac-address-group Jun 30 01:20:28.739984 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: rbac_address_scope.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.740921 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.741435 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: rbac-address-scope Jun 30 01:20:28.741753 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: rbac_security_groups.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.742635 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.743195 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: rbac-security-groups Jun 30 01:20:28.743515 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.744398 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.744946 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: rbac-subnetpool Jun 30 01:20:28.745265 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: revisionifmatch.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.746808 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.747322 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: revision-if-match Jun 30 01:20:28.747640 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: revisions.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.748966 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.749551 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: standard-attr-revisions Jun 30 01:20:28.749876 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: router_availability_zone.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.750546 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.751087 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: router_availability_zone Jun 30 01:20:28.751362 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: routerservicetype.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.752250 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.752786 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 01:20:28.753109 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.754000 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.754553 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: security-groups-normalized-cidr Jun 30 01:20:28.754875 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.755768 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.756283 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: port-security-groups-filtering Jun 30 01:20:28.756626 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.757522 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.758036 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: security-groups-remote-address-group Jun 30 01:20:28.758356 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: securitygroup.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.768408 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.768970 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: security-group Jun 30 01:20:28.769304 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: segment.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.770069 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.770579 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension segment not supported by any of loaded plugins Jun 30 01:20:28.770908 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.771900 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.772377 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 01:20:28.772726 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: servicetype.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.773799 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.774392 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: service-type Jun 30 01:20:28.774720 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: sorting.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.775674 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.776000 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: sorting Jun 30 01:20:28.776319 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: standard_attr_segment.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.777358 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.777876 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 01:20:28.778286 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: standardattrdescription.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.778913 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.779459 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: standard-attr-description Jun 30 01:20:28.779781 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: stateful_security_group.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.780766 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.781280 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: stateful-security-group Jun 30 01:20:28.781603 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: stdattrs_common.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.782200 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 01:20:28.782516 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.791041 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.791553 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 01:20:28.791871 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: subnet_onboard.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.793099 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.793617 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: subnet_onboard Jun 30 01:20:28.793935 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.794836 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.795346 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 01:20:28.795661 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: subnet_service_types.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.796581 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.797090 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: subnet-service-types Jun 30 01:20:28.797405 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: subnetallocation.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.798472 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.798994 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: subnet_allocation Jun 30 01:20:28.799313 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.799998 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.800550 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: subnetpool-prefix-ops Jun 30 01:20:28.800865 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.801787 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.802292 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 01:20:28.802613 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: tagging.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.803655 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.804168 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: standard-attr-tag Jun 30 01:20:28.804487 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: timestamp.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.805723 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.806239 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loaded extension: standard-attr-timestamp Jun 30 01:20:28.806562 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: trunk.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.807592 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.808107 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension trunk not supported by any of loaded plugins Jun 30 01:20:28.808972 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: trunk_details.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.809860 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.810367 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 01:20:28.810687 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.811614 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.812118 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 01:20:28.812435 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Loading extension file: vlantransparent.py {{(pid=93370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:20:28.813107 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:20:28.813612 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 01:20:28.816013 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:network Jun 30 01:20:28.816587 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:subnet Jun 30 01:20:28.816980 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:20:28.817366 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:port Jun 30 01:20:28.818616 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.819055 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service FLAVORS assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.819674 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.820141 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.820467 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:router Jun 30 01:20:28.820927 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 01:20:28.821411 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service METERING assigned prefix: /metering {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.824986 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.824986 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.824986 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:20:28.825590 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 01:20:28.826020 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:security_group Jun 30 01:20:28.826455 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 01:20:28.827053 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service CORE assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.827377 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:20:28.827718 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] subnetpool is already registered Jun 30 01:20:28.828140 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service CORE assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.828502 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:20:28.828856 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] subnetpool is already registered Jun 30 01:20:28.831150 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.831576 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service FLAVORS assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.832167 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.832620 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.832953 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:router Jun 30 01:20:28.833291 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] router is already registered Jun 30 01:20:28.833760 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 01:20:28.834091 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] floatingip is already registered Jun 30 01:20:28.834543 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service METERING assigned prefix: /metering {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.835200 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 01:20:28.835520 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] rbac_policy is already registered Jun 30 01:20:28.835923 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:security_group Jun 30 01:20:28.836252 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] security_group is already registered Jun 30 01:20:28.836681 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 01:20:28.837009 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] security_group_rule is already registered Jun 30 01:20:28.837618 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service CORE assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.837940 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:20:28.838266 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] subnetpool is already registered Jun 30 01:20:28.838672 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.v2.resource_helper [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Service CORE assigned prefix: {{(pid=93370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:20:28.838991 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:20:28.839314 dv-cinder-797245-10-smb neutron-server[93370]: WARNING neutron.quota.resource_registry [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] subnetpool is already registered Jun 30 01:20:28.839843 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: extensions {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.841342 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: address-groups {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.842831 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: address-scopes {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.844144 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: agents {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.845437 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: auto-allocated-topology {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.846738 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: availability_zones {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.847960 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: dhcp-networks {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.850634 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: dhcp-agents {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.852064 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: routers {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.853814 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: flavors {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.855122 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: service_profiles {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.856343 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: next_providers {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.857811 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: service_profiles {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.859350 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: floatingip-pools {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.860656 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: routers {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.862369 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: floatingips {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.863656 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: l3-routers {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.865084 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: l3-agents {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.866499 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: metering-labels {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.867792 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: metering-label-rules {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.869199 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: network-ip-availabilities {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.870437 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: bindings {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.872600 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: quotas {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.874127 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: quotas {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.875659 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: rbac-policies {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.876888 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: security-groups {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.878216 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: security-group-rules {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.879435 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: service-providers {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.880693 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: subnetpools {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.882018 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: subnetpools {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.883559 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.885313 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.887668 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.889462 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.891152 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.893138 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.894840 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.896652 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.898577 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.900629 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron.api.extensions [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Extended resource: tags {{(pid=93370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:20:28.906693 dv-cinder-797245-10-smb neutron-server[93370]: WARNING keystonemiddleware.auth_token [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 01:20:28.911283 dv-cinder-797245-10-smb neutron-server[93370]: WARNING keystonemiddleware.auth_token [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 01:20:28.920741 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_concurrency.lockutils [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Acquired lock "singleton_lock" {{(pid=93370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 01:20:28.921212 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_concurrency.lockutils [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Releasing lock "singleton_lock" {{(pid=93370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 01:20:28.921841 dv-cinder-797245-10-smb neutron-server[93370]: INFO oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Starting 2 workers Jun 30 01:20:28.926576 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Started child 93481 {{(pid=93370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:20:28.930875 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Started child 93482 {{(pid=93370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:20:28.931945 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.932706 dv-cinder-797245-10-smb neutron-server[93370]: INFO neutron.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 01:20:28.933080 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Notify callbacks [] for process, before_spawn {{(pid=93370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.934476 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [-] (93481) wsgi starting up on http://0.0.0.0:9696 Jun 30 01:20:28.936094 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.936605 dv-cinder-797245-10-smb neutron-server[93370]: INFO oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Starting 1 workers Jun 30 01:20:28.937512 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [-] (93482) wsgi starting up on http://0.0.0.0:9696 Jun 30 01:20:28.941300 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Started child 93483 {{(pid=93370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:20:28.941832 dv-cinder-797245-10-smb neutron-server[93370]: INFO oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Starting 1 workers Jun 30 01:20:28.944682 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] calling RpcWorker wait() {{(pid=93483) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 01:20:28.945275 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] returning from RpcWorker wait() {{(pid=93483) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 01:20:28.946148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Started child 93484 {{(pid=93370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:20:28.946404 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.946890 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:20:28.947059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8538-4b5d-45c2-8aba-7380361c29c8 None None] Notify callbacks [] for process, after_spawn {{(pid=93370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.950048 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 01:20:28.950048 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:20:28.950048 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:20:28.950524 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:20:28.950791 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:20:28.950791 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:20:28.951274 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.951552 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.951797 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:28.952344 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.952344 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.952657 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.953023 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.953177 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:20:28.953332 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.953605 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.953927 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.954169 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.954382 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.954552 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.954810 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.955043 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.955342 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.955596 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.956141 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.956419 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.956603 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.956884 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.957143 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.957371 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.957637 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] debug = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.957877 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.958343 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.958569 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.958807 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.959043 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.959306 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.959538 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.959822 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.960055 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.960422 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.960599 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.960878 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.961083 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.961408 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.961638 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.961896 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.962138 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.962496 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] host = dv-cinder-797245-10-smb {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.962735 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.962966 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.963184 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.963441 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.963662 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.963946 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.964373 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.964896 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.965350 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.965696 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.965955 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.966206 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.966496 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.966865 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.967004 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_options = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.967190 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.967668 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.967952 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.968285 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.968587 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.969382 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.969382 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.969658 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.970079 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.970490 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.970884 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.971214 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.971633 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.971882 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.972192 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.972454 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.973732 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.974016 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.974301 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.974567 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.975104 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.975500 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.975761 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.975923 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.976213 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.976662 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.976912 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.977178 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.977430 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.977701 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.977942 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.978212 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.978471 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.978744 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.979005 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.979245 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.979479 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.979752 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.980010 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.980802 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.981061 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.981312 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.981561 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.981788 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.982042 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.982273 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_json = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.982493 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.982712 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.982970 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.983190 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.983409 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.983628 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.983847 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.984087 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:28.984561 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.984811 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.985132 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.985393 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.985646 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.985893 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.986146 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.986376 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.986650 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.986975 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.987432 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.987853 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.988285 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.988722 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.988841 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.989500 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.989737 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.990055 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.992692 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.992692 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.992692 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.992692 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.992692 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.998148 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:28.999667 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.000054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.000126 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.000365 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.000585 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.000837 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.001080 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.001443 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.001712 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.002046 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.002362 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.002588 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.002812 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.003059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.003313 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.003573 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.003874 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.004106 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.004321 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.004879 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.005248 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.005625 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.005876 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.006124 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.006351 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.006597 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.006840 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.007084 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.007326 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.007716 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.008047 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.008402 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.008783 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.009061 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.009305 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.009528 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.009756 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.009996 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.010297 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.010611 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.010871 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.011153 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.011383 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.011677 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.011923 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.012190 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.012421 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.012673 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.012924 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.013212 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.013499 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.013780 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.014037 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.014266 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.014515 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.014758 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.014999 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.015217 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.015474 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.015722 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.015994 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.016235 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.016477 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.016750 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.017020 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.017287 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.017540 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.017815 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.018039 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.018299 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.018609 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.018878 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.019159 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.019410 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.019642 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.019903 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.020136 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.020390 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.020670 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.020924 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.021171 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.021455 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.021687 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.021932 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.022178 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.022425 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.022742 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.022989 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.023205 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.023437 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.023707 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.023987 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.024213 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.024490 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.024767 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.026714 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.027341 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.027341 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.027341 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.027559 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.027760 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.027981 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.028204 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.028440 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.028684 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.028906 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.029302 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.029419 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.029818 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.029938 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.030069 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.030291 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.030531 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.030745 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.031025 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.031247 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.031534 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.031787 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.032024 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.032374 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.032670 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.032911 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.033132 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.033384 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.033605 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.033828 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.034063 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.034289 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.034512 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.034731 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.034979 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.035196 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.035431 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.035675 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.036000 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.036245 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.036476 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.036762 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.036983 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.037237 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.037458 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.037682 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.037901 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.038131 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.038378 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.038624 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.038853 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.039093 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.039330 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.039563 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.039777 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.039995 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.040209 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.040510 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.040828 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.041062 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.041335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.041574 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.041816 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.042069 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.042281 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.042496 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.043250 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.043493 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.043756 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.044010 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.044227 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.044441 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.044688 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.044912 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.045125 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.045352 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.045564 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.045775 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.046000 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.046219 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.046428 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.046654 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.046889 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.047099 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.047346 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.047564 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.047775 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.048067 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.048315 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.048569 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.048844 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.049092 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.049337 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.049582 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.049905 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.050122 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.050382 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.050598 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.050818 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.051039 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.051295 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.051613 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.051899 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.052156 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.052412 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.052718 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.053064 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.053251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.053493 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.053783 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.054115 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.054414 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.054882 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.055106 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.055401 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.055623 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.055863 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.056079 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.056311 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.056568 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.056995 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.057233 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.057471 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.057718 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.057968 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.058274 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.059007 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.059253 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.059478 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.059694 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.059854 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:20:29.060409 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 01:20:29.060618 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:20:29.060766 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:20:29.060935 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:20:29.061104 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:20:29.061256 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:20:29.061459 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.061612 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.061774 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.061936 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.062093 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.062274 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.062434 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.062592 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.062749 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.062913 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.063070 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.063227 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.063392 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.063539 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.063698 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.063857 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064014 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064170 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064337 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064497 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064675 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064835 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.064996 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] debug = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.065156 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.065359 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.065572 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.065680 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.065831 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.065986 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.066142 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.066299 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.066442 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.066604 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.066763 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.066919 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.067076 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.067233 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.067551 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.067709 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.067868 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.068026 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] host = dv-cinder-797245-10-smb {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.068185 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.068343 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.068502 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.068695 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.068853 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069011 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069169 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069327 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069485 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069642 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069800 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.069961 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.070119 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.070276 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.070433 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_options = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.070592 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.070750 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.070923 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.071089 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.071251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.071414 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.071576 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.071740 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.071893 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.072052 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.072212 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.072371 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.072546 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.072712 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.072967 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.073069 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.073181 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.073337 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.073652 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.073811 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.074048 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.074214 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.074373 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.074531 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.074948 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.075107 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.075265 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.075424 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.075584 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.075743 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.075903 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.076062 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.076221 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.076382 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.076557 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.076723 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.076884 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077045 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077204 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077362 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077520 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077677 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077835 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.077993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.078152 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.078311 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_json = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.078469 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.078626 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.078783 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.078941 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.079121 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.079280 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.079437 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.079596 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:20:29.079774 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.079938 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.080110 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.080271 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.080432 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.080618 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.080845 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081003 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081114 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081222 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081381 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081542 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081713 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.081872 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.082032 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.082194 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.082355 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.082522 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.083251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.086335 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.087251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.088426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.089705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090264 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090367 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090528 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090715 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.090959 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091097 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091256 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091525 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091525 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091685 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091764 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.091887 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.092047 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.092207 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.092367 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.092562 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.092718 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.092894 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093054 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093214 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093456 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093569 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093701 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093963 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.093963 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.094130 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.094266 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.094426 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.094587 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.094749 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.094914 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.095076 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.095237 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.095397 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.095556 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.095716 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.095900 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096158 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096158 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096324 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096475 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096665 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096826 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.096995 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.097156 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.097319 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.097542 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.097717 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.097887 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.098151 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.098256 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.098340 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.098490 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.098650 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.098809 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099068 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099173 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099254 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099419 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099587 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099757 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.099918 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.100079 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.100240 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.100422 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.100603 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.100764 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.100925 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101141 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101272 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101397 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101649 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101733 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101813 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.101973 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.102133 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.102294 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.102455 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.102615 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.102776 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.102937 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.103609 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.103609 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.103609 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.103609 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104106 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104242 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:20:29.104383 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104383 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104383 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104383 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104891 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104891 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104891 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.104891 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.105875 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.105875 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.105875 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106232 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106232 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106468 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106468 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106839 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.106964 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107083 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107206 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107330 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107481 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107688 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107853 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.107981 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.108115 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.108241 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.108394 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.108574 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.108726 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.108887 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.109047 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.109208 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.109383 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.109527 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.109691 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.109853 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110013 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110173 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110334 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110494 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110654 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110814 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.110973 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.111135 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.111297 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.111457 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.111618 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.111777 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.111937 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.112096 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.112257 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.112429 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.112609 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.112771 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.112931 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.113091 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.113251 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.113421 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.113580 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.113740 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.113883 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.114046 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.114205 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.114375 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.114536 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.115705 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.116710 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118059 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.118993 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.119739 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.119739 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.119739 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.119739 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.119739 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120189 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120189 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120189 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120553 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120553 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120833 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.120833 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.121589 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.121589 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.121787 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.121912 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122036 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122194 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122385 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122513 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122649 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122808 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.122967 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.123127 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.123286 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.123447 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.123607 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.123767 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.123928 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.124089 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:20:29.124242 dv-cinder-797245-10-smb neutron-server[93370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:20:29.418741 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37494) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:20:29.427482 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064890 Jun 30 01:20:40.641611 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f58214-06f4-4750-8a2b-6f9c691e620d None None] get_active_networks_info from dv-cinder-797245-10-smb {{(pid=93483) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 01:20:40.717772 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f58214-06f4-4750-8a2b-6f9c691e620d None None] No non-hosted networks {{(pid=93483) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 01:20:40.734097 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.agentschedulers_db [None req-f5f58214-06f4-4750-8a2b-6f9c691e620d None None] DHCP Agent not found on host dv-cinder-797245-10-smb {{(pid=93483) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 01:20:40.871205 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b784d60-f646-4d8c-a70f-40842000c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608091'] for agent, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:43.231509 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-50326674-5e33-4769-b4e1-49200da7a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608091'] for agent, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:43.270099 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.db.api [None req-13eefcd2-7725-48fe-accd-b8d8829614cb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797245-10-smb {{(pid=93483) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:20:43.270777 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_db.api [None req-13eefcd2-7725-48fe-accd-b8d8829614cb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:20:43.595452 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608091'] for agent, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:43.596486 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.597202 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.597754 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.598331 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.598947 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.600249 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.602037 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.603010 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.605492 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.608431 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.608431 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.608431 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:43.608431 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:20:43.621596 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:20:43.874476 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-13eefcd2-7725-48fe-accd-b8d8829614cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:44.593648 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608091'] for agent, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:45.995611 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608091'] for agent, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:47.320817 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37586) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:20:47.429435 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.db.l3_hamode_db [None req-5941416e-3477-43d2-8e4a-8bac617b5423 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 01:20:47.516833 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941416e-3477-43d2-8e4a-8bac617b5423 None None] Routers set() bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:20:47.517331 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941416e-3477-43d2-8e4a-8bac617b5423 None None] Router IDs set() for agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 01:20:47.831116 dv-cinder-797245-10-smb neutron-server[93482]: WARNING oslo_policy.policy [None req-93e521e2-9c4c-46bb-9641-04cbbcbae131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:47.831704 dv-cinder-797245-10-smb neutron-server[93482]: WARNING oslo_policy.policy [None req-93e521e2-9c4c-46bb-9641-04cbbcbae131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:48.061995 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [None req-93e521e2-9c4c-46bb-9641-04cbbcbae131 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:20:48.062995 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-93e521e2-9c4c-46bb-9641-04cbbcbae131 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7412720 Jun 30 01:20:50.360449 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37600) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:20:50.658716 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:20:50.751152 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.policy [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 01:20:50.797107 dv-cinder-797245-10-smb neutron-server[93482]: WARNING oslo_policy.policy [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:50.797499 dv-cinder-797245-10-smb neutron-server[93482]: WARNING oslo_policy.policy [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:50.806004 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.quota [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] Loaded quota_driver: . Jun 30 01:20:50.966696 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793121422666', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793121416093', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793121361733', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793121371451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793121380606', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793121382902', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3753307', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3913318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-723743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642637'] for rbac-policy, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:51.138292 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:51.139457 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-c96348f5-a2ab-4626-88fd-ddb51042cd8a admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7780302 Jun 30 01:20:53.626501 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37612) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:20:53.911109 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:20:54.015661 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Made reservation on behalf of 31763dbf1bdf479d93723d8c95276d02 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:20:54.018493 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.035470 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.154187 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.194894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.200263 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:20:54.214009 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:20:54.243399 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793120948794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.243986 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Unsubscribe: segment precommit_create {{(pid=93482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 01:20:54.244449 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Added segment 33d53771-b525-49c5-8260-e5190a4f1d3b of type vlan for network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 Jun 30 01:20:54.260916 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f590671a-f027-49ba-96e4-4698a871c77e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:20:54.308741 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.309092 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.309444 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.309772 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.310081 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.310392 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.310700 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.311007 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.311327 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.311635 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.311943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.312244 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Tracked resource versions report: Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: pushed versions: Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: { 'AddressGroup': {'1.2'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'ConntrackHelper': {'1.0'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Log': {'1.0'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Network': {'1.1'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Port': {'1.7'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'PortForwarding': {'1.2'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'QosPolicy': {'1.8'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroup': {'1.4'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'SubPort': {'1.0'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Subnet': {'1.1'}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Trunk': {'1.1'}} Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: consumer versions: Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'ConntrackHelper': '1.0', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Log': '1.0', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Network': '1.1', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Port': '1.7', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'PortForwarding': '1.2', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'QosPolicy': '1.8', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroup': '1.4', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroupRule': '1.2', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'SubPort': '1.0', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Subnet': '1.1', Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: 'Trunk': '1.1'}} Jun 30 01:20:54.313338 dv-cinder-797245-10-smb neutron-server[93482]: {{(pid=93482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:20:54.359081 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.367933 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:20:54.441094 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.442497 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:20:54.443140 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:54.445889 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:20:54.535092 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Pushing event updated for resources: {'Network': ['ID=426b1d75-84e6-45ef-aa12-e84da5b66ed3,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:20:54.538499 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:20:54.546803 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:20:54.622026 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9944506 Jun 30 01:20:57.198101 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37626) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:20:57.681489 dv-cinder-797245-10-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:57.682076 dv-cinder-797245-10-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:58.111246 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.policy [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93481) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 01:20:58.156904 dv-cinder-797245-10-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:58.157271 dv-cinder-797245-10-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:20:58.165395 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:20:58.167238 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-db423478-f1f0-4936-ba29-2a268ce37f85 admin admin] 10.222.0.37 "GET /v2.0/networks/426b1d75-84e6-45ef-aa12-e84da5b66ed3 HTTP/1.1" status: 200 len: 825 time: 0.9662249 Jun 30 01:20:58.205857 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-8c3494a9-24d8-4670-9d54-0ba50914ac89 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/4d25040e-1910-4184-b98c-c5a7bedb5407 HTTP/1.1" status: 200 len: 734 time: 0.0326960 Jun 30 01:20:58.214388 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:20:58.216256 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.quota [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Loaded quota_driver: . Jun 30 01:20:58.343012 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Made reservation on behalf of 31763dbf1bdf479d93723d8c95276d02 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:20:58.345764 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:58.686530 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:58.691336 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:20:58.754249 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Checking segment: {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:20:58.754637 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Network hostable DHCP agents. Network: 426b1d75-84e6-45ef-aa12-e84da5b66ed3, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:20:58.767841 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f271ffa-c40d-4032-b398-85160aa021cb,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:20:58.782682 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.783025 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.783346 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.783658 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.783968 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.784273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.784603 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.784909 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.785225 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.785527 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.785826 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.786152 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Tracked resource versions report: Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: pushed versions: Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: { 'AddressGroup': {'1.2'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'ConntrackHelper': {'1.0'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Log': {'1.0'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Network': {'1.1'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Port': {'1.7'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'PortForwarding': {'1.2'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'QosPolicy': {'1.8'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroup': {'1.4'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'SubPort': {'1.0'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Subnet': {'1.1'}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Trunk': {'1.1'}} Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: consumer versions: Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'ConntrackHelper': '1.0', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Log': '1.0', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Network': '1.1', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Port': '1.7', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'PortForwarding': '1.2', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'QosPolicy': '1.8', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroup': '1.4', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroupRule': '1.2', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'SubPort': '1.0', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Subnet': '1.1', Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: 'Trunk': '1.1'}} Jun 30 01:20:58.787147 dv-cinder-797245-10-smb neutron-server[93481]: {{(pid=93481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:20:58.815146 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:20:58.880460 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:20:58.964178 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 426b1d75-84e6-45ef-aa12-e84da5b66ed3) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:20:58.969433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:20:58.970051 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:58.974093 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7079a-7a47-4496-a854-e49489f9fe63 None None] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:20:59.068279 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8572564 Jun 30 01:20:59.283610 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:20:59.285395 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:59.551695 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Allocated IP 172.20.0.2 (426b1d75-84e6-45ef-aa12-e84da5b66ed3/0f271ffa-c40d-4032-b398-85160aa021cb/9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:20:59.851544 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:59.894104 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Transition to ACTIVE for port object 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:20:59.915168 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Transition to ACTIVE for port object 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:20:59.989598 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:20:59.992781 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:00.063888 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:21:00.068462 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:21:00.073816 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Pushing event updated for resources: {'Port': ['ID=9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:00.076202 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:21:00.085875 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.086217 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.086545 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.086869 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.087191 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.087510 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.087827 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.088185 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.088540 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.088855 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.089167 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.089475 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Tracked resource versions report: Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: pushed versions: Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Log': {'1.0'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Network': {'1.1'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Port': {'1.7'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'SubPort': {'1.0'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Subnet': {'1.1'}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Trunk': {'1.1'}} Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: consumer versions: Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Log': '1.0', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Network': '1.1', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Port': '1.7', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'PortForwarding': '1.2', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'QosPolicy': '1.8', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroup': '1.4', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'SubPort': '1.0', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Subnet': '1.1', Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: 'Trunk': '1.1'}} Jun 30 01:21:00.091118 dv-cinder-797245-10-smb neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:21:00.110591 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:00.156585 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Attempting to bind port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:21:00.156980 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Attempting to bind port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:21:00.157419 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Attempting to bind port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 on network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:21:00.162247 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:21:00.162646 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Checking segment: {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:21:00.163128 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:00.163516 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Bound using segment: {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:21:00.163996 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Bound port: 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:21:00.164409 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:00.224377 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] For port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:21:00.228469 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] For port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4,segment=NetworkSegment(33d53771-b525-49c5-8260-e5190a4f1d3b),segment_id=33d53771-b525-49c5-8260-e5190a4f1d3b)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:21:00.303814 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:00.309820 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:00.372408 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Pushing event updated for resources: {'Port': ['ID=9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:00.373906 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:01.423761 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37646) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:01.747073 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-31eefef8-a131-46d8-900e-563950ba969c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:21:01.748065 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-31eefef8-a131-46d8-900e-563950ba969c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233728 Jun 30 01:21:04.067785 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37654) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:04.371554 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-f460ed15-d332-4936-b99f-4d8f96dbe547 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:21:04.372539 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f460ed15-d332-4936-b99f-4d8f96dbe547 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039205 Jun 30 01:21:05.597120 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:21:05.748952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:21:06.296741 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c9ec3f-a571-4d84-a25b-6ba6fab46b38 None None] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:21:06.422773 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Provisioning for port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:21:06.430123 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Provisioning complete for port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:06.430523 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:06.594914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:06.634170 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] For port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4,segment=NetworkSegment(33d53771-b525-49c5-8260-e5190a4f1d3b),segment_id=33d53771-b525-49c5-8260-e5190a4f1d3b)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:21:06.714464 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:06.717178 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:06.760863 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Pushing event updated for resources: {'Port': ['ID=9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:06.764428 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:06.838308 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f74f88f1-23ab-43bd-ab2d-4921e29fea85 None None] Provisioning complete for port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:06.838577 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f74f88f1-23ab-43bd-ab2d-4921e29fea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:06.966892 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37668) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:07.254313 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:21:07.347043 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:07.348613 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:07.505014 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:07.569445 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:21:07.584462 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:07.619122 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:07.619496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:07.666698 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:07.667917 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-995e791e-f112-4176-9982-82839bc0b5b7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7000585 Jun 30 01:21:10.006046 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37676) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:10.304728 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-a2f5a20b-c48b-4748-92e8-ec86ccab5346 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:21:10.305696 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a2f5a20b-c48b-4748-92e8-ec86ccab5346 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2987275 Jun 30 01:21:10.606680 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bf177deb-5354-4d37-8376-8e96d7d8afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:12.605177 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37684) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:12.907934 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:21:12.994182 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Made reservation on behalf of 9508679f323f49dda19f84d85adc486c for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:21:12.996447 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.004548 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.094302 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.154521 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.157582 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:13.174126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Reserving flat network on physical network physnet1 {{(pid=93482) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 01:21:13.187801 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806446a6-7b07-429f-8418-0882bb8175a5,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:13.191716 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:13.194315 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.194652 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Added segment 66d91102-acc2-4847-91e6-59c575176a5e of type flat for network 766e7878-6fec-4606-aa8f-c7fb06434b26 Jun 30 01:21:13.226665 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-780a9579-b40f-44f5-b6a7-f240e543e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.248060 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.383134 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.384416 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:13.385062 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.387563 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-592f0560-38aa-4d50-b9aa-3ecfb9c668ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:13.442414 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Pushing event updated for resources: {'Network': ['ID=766e7878-6fec-4606-aa8f-c7fb06434b26,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:13.445100 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:13.452762 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:21:13.605589 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:13.667289 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0605292 Jun 30 01:21:14.531162 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:15.920190 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:16.012696 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37702) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:16.228108 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8adb1bb-4fb2-4c22-868c-06a9c5b30086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:16.229482 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-f8adb1bb-4fb2-4c22-868c-06a9c5b30086 admin admin] 10.222.0.37 "GET /v2.0/subnets/0f271ffa-c40d-4032-b398-85160aa021cb HTTP/1.1" status: 200 len: 849 time: 0.2158432 Jun 30 01:21:16.397694 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5dd05abc-d03d-4a04-bfc5-1f95d52edd01 admin admin] 10.222.0.37 "GET /v2.0/routers/357f2505-37de-442d-a3fd-b59147918008 HTTP/1.1" status: 200 len: 704 time: 0.1622097 Jun 30 01:21:16.656057 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:16.935416 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Allocated IP 172.20.0.1 (426b1d75-84e6-45ef-aa12-e84da5b66ed3/0f271ffa-c40d-4032-b398-85160aa021cb/6bff78fb-5aab-40d8-b60f-3ea44c80082a) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:21:17.112004 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.134517 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Transition to ACTIVE for port object 6bff78fb-5aab-40d8-b60f-3ea44c80082a will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:21:17.274676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.278156 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:17.341421 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:21:17.345890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:21:17.353063 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:21:17.353586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.414874 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Pushing event updated for resources: {'Port': ['ID=6bff78fb-5aab-40d8-b60f-3ea44c80082a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:17.422672 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:17.650854 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-d16b5b30-a0a5-4011-b4e1-982ab4409a94 None None] Provisioning for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:21:17.654476 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-d16b5b30-a0a5-4011-b4e1-982ab4409a94 None None] Provisioning complete for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:17.654851 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d16b5b30-a0a5-4011-b4e1-982ab4409a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.690189 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d16b5b30-a0a5-4011-b4e1-982ab4409a94 None None] Port 6bff78fb-5aab-40d8-b60f-3ea44c80082a cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:21:17.705295 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.880136 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.937097 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.938191 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:17.940487 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:18.012743 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Pushing event updated for resources: {'Port': ['ID=6bff78fb-5aab-40d8-b60f-3ea44c80082a,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:18.016446 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:18.061329 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:21:18.062628 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:21:18.210611 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-7603c587-9a9f-4d72-85e0-9eb590d40d17 None None] Provisioning complete for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:18.210975 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7603c587-9a9f-4d72-85e0-9eb590d40d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:18.242846 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-7603c587-9a9f-4d72-85e0-9eb590d40d17 None None] Port 6bff78fb-5aab-40d8-b60f-3ea44c80082a cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:21:18.306824 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Router 357f2505-37de-442d-a3fd-b59147918008 is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:21:18.395545 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:21:18.400749 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] 10.222.0.37 "PUT /v2.0/routers/357f2505-37de-442d-a3fd-b59147918008/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9981017 Jun 30 01:21:18.406008 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Sync routers for ids ['357f2505-37de-442d-a3fd-b59147918008'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:21:18.417117 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Routers {'357f2505-37de-442d-a3fd-b59147918008'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:21:18.417964 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:21:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['357f2505-37de-442d-a3fd-b59147918008'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:18.601009 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Set router 357f2505-37de-442d-a3fd-b59147918008 gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:21:19.033437 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357f2505-37de-442d-a3fd-b59147918008', 'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:21:07Z', 'updated_at': '2021-06-30T01:21:17Z', 'revision_number': 2, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'gw_port_host': None, '_interfaces': [{'id': '6bff78fb-5aab-40d8-b60f-3ea44c80082a', 'name': '', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'mac_address': 'fa:16:3e:47:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:16Z', 'updated_at': '2021-06-30T01:21:17Z', 'revision_number': 2, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'subnets': [{'id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:19.084209 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Checking router: 357f2505-37de-442d-a3fd-b59147918008 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:21:19.084612 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Updating router 357f2505-37de-442d-a3fd-b59147918008 port 6bff78fb-5aab-40d8-b60f-3ea44c80082a binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:21:19.146237 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:19.622757 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:19.640577 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Transition to ACTIVE for port object 6bff78fb-5aab-40d8-b60f-3ea44c80082a will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:21:19.719558 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:19.723769 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:19.807602 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Pushing event updated for resources: {'Port': ['ID=6bff78fb-5aab-40d8-b60f-3ea44c80082a,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:19.834391 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.834728 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.835055 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.835376 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.835690 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.836003 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.836313 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.836646 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.836962 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.837266 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.837586 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.837875 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Tracked resource versions report: Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: pushed versions: Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Log': {'1.0'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Network': {'1.1'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Port': {'1.7'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'SubPort': {'1.0'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Subnet': {'1.1'}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Trunk': {'1.1'}} Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: consumer versions: Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Log': '1.0', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Network': '1.1', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Port': '1.7', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'PortForwarding': '1.2', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'QosPolicy': '1.8', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroup': '1.4', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'SubPort': '1.0', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Subnet': '1.1', Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: 'Trunk': '1.1'}} Jun 30 01:21:19.838907 dv-cinder-797245-10-smb neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:21:19.861159 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:19.895155 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Attempting to bind port 6bff78fb-5aab-40d8-b60f-3ea44c80082a on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:21:19.895557 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Attempting to bind port 6bff78fb-5aab-40d8-b60f-3ea44c80082a by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:21:19.895998 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Attempting to bind port 6bff78fb-5aab-40d8-b60f-3ea44c80082a on network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:21:19.901387 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:21:19.901793 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Checking segment: {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:21:19.902277 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:19.902667 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Bound using segment: {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:21:19.903175 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Bound port: 6bff78fb-5aab-40d8-b60f-3ea44c80082a, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d53771-b525-49c5-8260-e5190a4f1d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:21:19.903608 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:19.970016 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] For port 6bff78fb-5aab-40d8-b60f-3ea44c80082a, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:21:19.992161 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] For port 6bff78fb-5aab-40d8-b60f-3ea44c80082a, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=6bff78fb-5aab-40d8-b60f-3ea44c80082a,segment=NetworkSegment(33d53771-b525-49c5-8260-e5190a4f1d3b),segment_id=33d53771-b525-49c5-8260-e5190a4f1d3b)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:21:20.080389 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:20.082633 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:20.141228 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Pushing event updated for resources: {'Port': ['ID=6bff78fb-5aab-40d8-b60f-3ea44c80082a,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:20.147490 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Routers {'357f2505-37de-442d-a3fd-b59147918008'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:21:20.148357 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:21:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['357f2505-37de-442d-a3fd-b59147918008'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:20.151816 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:20.236754 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] Set router 357f2505-37de-442d-a3fd-b59147918008 gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:21:20.437845 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357f2505-37de-442d-a3fd-b59147918008', 'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:21:07Z', 'updated_at': '2021-06-30T01:21:17Z', 'revision_number': 2, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'gw_port_host': None, '_interfaces': [{'id': '6bff78fb-5aab-40d8-b60f-3ea44c80082a', 'name': '', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'mac_address': 'fa:16:3e:47:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:16Z', 'updated_at': '2021-06-30T01:21:19Z', 'revision_number': 4, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'subnets': [{'id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:20.468060 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602057a0-c7d8-4f8b-abe3-6b38c13e06b5 None None] The sync data for ids ['357f2505-37de-442d-a3fd-b59147918008'] in dv-cinder-797245-10-smb is: [{'id': '357f2505-37de-442d-a3fd-b59147918008', 'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:21:07Z', 'updated_at': '2021-06-30T01:21:17Z', 'revision_number': 2, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'gw_port_host': None, '_interfaces': [{'id': '6bff78fb-5aab-40d8-b60f-3ea44c80082a', 'name': '', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'mac_address': 'fa:16:3e:47:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:16Z', 'updated_at': '2021-06-30T01:21:19Z', 'revision_number': 4, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'subnets': [{'id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:21:20.581152 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 37722) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:20.688924 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68398055-2981-4632-8b60-6907962200dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:20.690218 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-68398055-2981-4632-8b60-6907962200dc admin admin] 10.222.0.37 "GET /v2.0/networks/766e7878-6fec-4606-aa8f-c7fb06434b26 HTTP/1.1" status: 200 len: 842 time: 0.1080713 Jun 30 01:21:20.700208 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Request body: {'subnet': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:21:20.822935 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Made reservation on behalf of 9508679f323f49dda19f84d85adc486c for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:21:20.826014 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:21.186642 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.objects.ports [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93482) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 01:21:21.187083 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:21.189796 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:21.241402 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c0300a-21c6-4b90-adae-31930b131536,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:21.245211 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:21.252338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:21:21.252724 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Network hostable DHCP agents. Network: 766e7878-6fec-4606-aa8f-c7fb06434b26, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:21:21.354116 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:21:21.451496 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 766e7878-6fec-4606-aa8f-c7fb06434b26) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:21:21.455875 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:21.456937 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:21.460341 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ee09e-c167-4370-bb4c-f4b89e2e060d None None] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:21:21.564555 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8580985 Jun 30 01:21:21.581580 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2443401d-0ff2-438f-bb6c-775bae0b139d None None] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:21:23.604225 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 6bff78fb-5aab-40d8-b60f-3ea44c80082a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:21:23.746396 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:21:23.750405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:23.750780 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:23.788382 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37734) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:23.825496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:23.857270 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 6bff78fb-5aab-40d8-b60f-3ea44c80082a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=6bff78fb-5aab-40d8-b60f-3ea44c80082a,segment=NetworkSegment(33d53771-b525-49c5-8260-e5190a4f1d3b),segment_id=33d53771-b525-49c5-8260-e5190a4f1d3b)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:21:23.931260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:23.933837 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-1de16ae5-b90a-4122-8cec-4e7db51f7823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:24.004569 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-8abf08ca-04b8-43cf-a48a-51cc9e68343d admin admin] 10.222.0.37 "GET /v2.0/routers/357f2505-37de-442d-a3fd-b59147918008 HTTP/1.1" status: 200 len: 710 time: 0.2143483 Jun 30 01:21:24.028499 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=6bff78fb-5aab-40d8-b60f-3ea44c80082a,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:24.031900 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:24.119339 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c620e-a496-492a-9715-e5980dd43e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:21:24.120737 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f81c620e-a496-492a-9715-e5980dd43e07 admin admin] 10.222.0.37 "GET /v2.0/networks/766e7878-6fec-4606-aa8f-c7fb06434b26 HTTP/1.1" status: 200 len: 886 time: 0.1115532 Jun 30 01:21:24.130093 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:21:24.367997 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:24.675039 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:24.749860 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:24.894842 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Allocated IP 172.28.2.53 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/b38c16e0-ddcc-4096-b359-0c741f5d1b1e) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:21:25.000942 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.164223 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.167165 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:25.278850 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:21:25.286529 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:21:25.294200 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:21:25.326630 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=b38c16e0-ddcc-4096-b359-0c741f5d1b1e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:25.331049 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:25.580274 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 6bff78fb-5aab-40d8-b60f-3ea44c80082a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:21:25.627563 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:25.627930 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.674991 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.862901 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.866087 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613709'] for router, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:25.976098 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Router 357f2505-37de-442d-a3fd-b59147918008 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:21:26.078944 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:21:26.083149 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:26.084286 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] 10.222.0.37 "PUT /v2.0/routers/357f2505-37de-442d-a3fd-b59147918008 HTTP/1.1" status: 200 len: 889 time: 1.9574869 Jun 30 01:21:26.087903 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Sync routers for ids ['357f2505-37de-442d-a3fd-b59147918008'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:21:26.099503 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Routers {'357f2505-37de-442d-a3fd-b59147918008'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:21:26.100203 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:21:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['357f2505-37de-442d-a3fd-b59147918008'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:26.316345 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Set router 357f2505-37de-442d-a3fd-b59147918008 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:21:26.694746 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357f2505-37de-442d-a3fd-b59147918008', 'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b38c16e0-ddcc-4096-b359-0c741f5d1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:21:07Z', 'updated_at': '2021-06-30T01:21:25Z', 'revision_number': 4, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'gw_port': {'id': 'b38c16e0-ddcc-4096-b359-0c741f5d1b1e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:24Z', 'updated_at': '2021-06-30T01:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '6bff78fb-5aab-40d8-b60f-3ea44c80082a', 'name': '', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'mac_address': 'fa:16:3e:47:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:16Z', 'updated_at': '2021-06-30T01:21:23Z', 'revision_number': 5, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'subnets': [{'id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:26.742880 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Checking router: 357f2505-37de-442d-a3fd-b59147918008 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:21:26.743231 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Updating router 357f2505-37de-442d-a3fd-b59147918008 port b38c16e0-ddcc-4096-b359-0c741f5d1b1e binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:21:26.776541 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.084365 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.094371 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Transition to ACTIVE for port object b38c16e0-ddcc-4096-b359-0c741f5d1b1e will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:21:27.165233 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.167499 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:27.215904 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39f532-e2ce-43a5-bdd2-04ed43db46bb None None] Pushing event updated for resources: {'Port': ['ID=b38c16e0-ddcc-4096-b359-0c741f5d1b1e,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:27.219268 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-aa39f532-e2ce-43a5-bdd2-04ed43db46bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:27.220362 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Attempting to bind port b38c16e0-ddcc-4096-b359-0c741f5d1b1e on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:21:27.220746 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Attempting to bind port b38c16e0-ddcc-4096-b359-0c741f5d1b1e by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:21:27.221106 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Attempting to bind port b38c16e0-ddcc-4096-b359-0c741f5d1b1e on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:21:27.226207 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:21:27.226581 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:21:27.226981 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.227372 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:21:27.227841 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Bound port: b38c16e0-ddcc-4096-b359-0c741f5d1b1e, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:21:27.228222 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.351008 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] For port b38c16e0-ddcc-4096-b359-0c741f5d1b1e, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:21:27.353767 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] For port b38c16e0-ddcc-4096-b359-0c741f5d1b1e, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=b38c16e0-ddcc-4096-b359-0c741f5d1b1e,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:21:27.406357 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:27.409621 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:27.466683 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39f532-e2ce-43a5-bdd2-04ed43db46bb None None] Pushing event updated for resources: {'Port': ['ID=b38c16e0-ddcc-4096-b359-0c741f5d1b1e,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:27.469405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Routers {'357f2505-37de-442d-a3fd-b59147918008'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:21:27.469996 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:21:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['357f2505-37de-442d-a3fd-b59147918008'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:27.471889 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-aa39f532-e2ce-43a5-bdd2-04ed43db46bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:27.577280 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] Set router 357f2505-37de-442d-a3fd-b59147918008 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:21:27.778430 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357f2505-37de-442d-a3fd-b59147918008', 'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b38c16e0-ddcc-4096-b359-0c741f5d1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:21:07Z', 'updated_at': '2021-06-30T01:21:25Z', 'revision_number': 4, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'gw_port': {'id': 'b38c16e0-ddcc-4096-b359-0c741f5d1b1e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:24Z', 'updated_at': '2021-06-30T01:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '6bff78fb-5aab-40d8-b60f-3ea44c80082a', 'name': '', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'mac_address': 'fa:16:3e:47:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:16Z', 'updated_at': '2021-06-30T01:21:23Z', 'revision_number': 5, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'subnets': [{'id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:21:27.806236 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba3d38-ca55-4d2f-b647-ac05af0b0eea None None] The sync data for ids ['357f2505-37de-442d-a3fd-b59147918008'] in dv-cinder-797245-10-smb is: [{'id': '357f2505-37de-442d-a3fd-b59147918008', 'name': 'router1', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b38c16e0-ddcc-4096-b359-0c741f5d1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:21:07Z', 'updated_at': '2021-06-30T01:21:25Z', 'revision_number': 4, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'gw_port': {'id': 'b38c16e0-ddcc-4096-b359-0c741f5d1b1e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:24Z', 'updated_at': '2021-06-30T01:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '6bff78fb-5aab-40d8-b60f-3ea44c80082a', 'name': '', 'network_id': '426b1d75-84e6-45ef-aa12-e84da5b66ed3', 'tenant_id': '31763dbf1bdf479d93723d8c95276d02', 'mac_address': 'fa:16:3e:47:6a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357f2505-37de-442d-a3fd-b59147918008', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:21:16Z', 'updated_at': '2021-06-30T01:21:23Z', 'revision_number': 5, 'project_id': '31763dbf1bdf479d93723d8c95276d02', 'subnets': [{'id': '0f271ffa-c40d-4032-b398-85160aa021cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d25040e-1910-4184-b98c-c5a7bedb5407'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:21:28.440885 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 37742) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:21:28.570679 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-622a84ca-4748-4d69-b520-0b0bc0b50316 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1286817 Jun 30 01:21:29.601656 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device b38c16e0-ddcc-4096-b359-0c741f5d1b1e up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:21:29.725731 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port b38c16e0-ddcc-4096-b359-0c741f5d1b1e completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:21:29.729825 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port b38c16e0-ddcc-4096-b359-0c741f5d1b1e triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:29.730681 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:29.812283 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:29.837504 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port b38c16e0-ddcc-4096-b359-0c741f5d1b1e, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=b38c16e0-ddcc-4096-b359-0c741f5d1b1e,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:21:29.902419 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:29.909591 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:21:29.951685 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=b38c16e0-ddcc-4096-b359-0c741f5d1b1e,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:21:29.954668 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:21:31.587958 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device b38c16e0-ddcc-4096-b359-0c741f5d1b1e up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:21:31.635959 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port b38c16e0-ddcc-4096-b359-0c741f5d1b1e triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:21:31.636351 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:40.593516 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfc20-cf11-4175-adf4-e41a71ffa7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:42.002328 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:21:43.203540 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c3905ac3-5979-40fa-8b87-d884c2d2f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:43.610670 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:44.530772 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:21:45.963556 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:10.933088 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-462c3eb1-aa15-41af-a5e7-0a3aea1198ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:13.203849 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-de237543-c8dd-440d-8de5-469ac22653c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:13.621314 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:14.535532 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:16.723990 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:19.002122 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:22:40.591659 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-08b75b14-5bd6-410f-9116-a2642b9b7a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:43.206986 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b022a9f-60cf-4ff8-990d-f6f7ab54138f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:43.603327 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:44.554997 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:45.963354 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:22:56.002428 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:23:05.423585 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38312) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:05.482068 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1435257-0ad0-463e-b568-2d272ae6f175 admin admin] GET failed (client error): The resource could not be found. Jun 30 01:23:05.483339 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a1435257-0ad0-463e-b568-2d272ae6f175 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588248 Jun 30 01:23:05.636076 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61efa5dc-cb96-4ce2-b501-1bc82695e611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:05.637487 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-61efa5dc-cb96-4ce2-b501-1bc82695e611 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1504397 Jun 30 01:23:07.753496 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38322) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:07.844121 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d17ab3-f1cf-4bac-b315-ba56018dd831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:07.845442 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a5d17ab3-f1cf-4bac-b315-ba56018dd831 admin admin] 10.222.0.37 "GET /v2.0/subnets/0f271ffa-c40d-4032-b398-85160aa021cb HTTP/1.1" status: 200 len: 849 time: 0.0910139 Jun 30 01:23:07.854963 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:23:08.004196 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:08.213938 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793121062355'] for subnet, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:08.217065 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cce02d5c-c38a-4ec8-979a-5b67bad131b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:08.241645 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:08.242233 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:08.244937 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] 10.222.0.37 "PUT /v2.0/subnets/0f271ffa-c40d-4032-b398-85160aa021cb HTTP/1.1" status: 200 len: 868 time: 0.3941088 Jun 30 01:23:08.246456 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465cf430-a9fb-4447-9bf1-056ae8375711 None None] Network 426b1d75-84e6-45ef-aa12-e84da5b66ed3 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:23:08.269699 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f271ffa-c40d-4032-b398-85160aa021cb,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:08.277861 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.278272 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.278618 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.278951 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.279281 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.279605 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.279928 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.280251 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.280611 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.280937 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.281257 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.281574 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:08.285193 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9aa5ac65-d2e4-44e4-a54f-2121183c5a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:08.572724 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5ea9e2ad-af53-4156-a441-deede757f676 None None] Provisioning complete for port 9c554bd7-d2b7-4fd3-bbaf-eb0151dc11a4 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:23:08.573100 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e2ad-af53-4156-a441-deede757f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:08.653784 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5ea9e2ad-af53-4156-a441-deede757f676 None None] Provisioning complete for port 6bff78fb-5aab-40d8-b60f-3ea44c80082a triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:23:08.654149 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e2ad-af53-4156-a441-deede757f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:10.351631 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38330) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:10.545552 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5326aa-da24-4685-9958-99f1fd215402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:10.545949 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5326aa-da24-4685-9958-99f1fd215402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:10.547497 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-fd5326aa-da24-4685-9958-99f1fd215402 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949267 Jun 30 01:23:10.596877 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9f7b7faf-1117-422a-9f8f-35414e369de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:12.648006 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38338) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:12.778500 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8130444-ec70-4df8-8bf9-0036bd3b9948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:12.779007 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8130444-ec70-4df8-8bf9-0036bd3b9948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:12.780539 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-e8130444-ec70-4df8-8bf9-0036bd3b9948 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315565 Jun 30 01:23:13.230036 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-227f7d63-3d17-4d43-97a8-7f2f68040422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:13.607526 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:14.542994 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:14.908752 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38346) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:15.035288 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1c7a1-2362-4d11-8b47-453b2b79a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:15.036649 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-2cd1c7a1-2362-4d11-8b47-453b2b79a646 admin admin] 10.222.0.37 "GET /v2.0/networks/426b1d75-84e6-45ef-aa12-e84da5b66ed3 HTTP/1.1" status: 200 len: 869 time: 0.1269107 Jun 30 01:23:15.990581 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:17.153440 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38354) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:17.271286 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165301bc-dacf-409a-802c-69c54e731725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:17.272569 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-165301bc-dacf-409a-802c-69c54e731725 admin admin] 10.222.0.37 "GET /v2.0/networks/766e7878-6fec-4606-aa8f-c7fb06434b26 HTTP/1.1" status: 200 len: 886 time: 0.1181870 Jun 30 01:23:19.387442 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38362) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:19.507701 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab0d86b-e4b4-4c00-b3a3-ed0a8bd2dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:19.508666 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab0d86b-e4b4-4c00-b3a3-ed0a8bd2dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:19.510423 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-fab0d86b-e4b4-4c00-b3a3-ed0a8bd2dd8c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220338 Jun 30 01:23:21.620025 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38370) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:21.706126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d486c-802e-4192-bacb-6bcf290b896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:21.706583 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d486c-802e-4192-bacb-6bcf290b896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:21.708064 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-876d486c-802e-4192-bacb-6bcf290b896f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0870721 Jun 30 01:23:23.812933 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38378) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:23.904421 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e8584-18af-4286-b10f-4f6825a8e4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:23.905766 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ae0e8584-18af-4286-b10f-4f6825a8e4e3 admin admin] 10.222.0.37 "GET /v2.0/subnets/0f271ffa-c40d-4032-b398-85160aa021cb HTTP/1.1" status: 200 len: 868 time: 0.0918784 Jun 30 01:23:26.033662 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38386) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:26.118285 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213cd636-19ee-48cb-8db8-0d15204115c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:26.125436 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-213cd636-19ee-48cb-8db8-0d15204115c5 admin admin] 10.222.0.37 "GET /v2.0/subnets/f4c0300a-21c6-4b90-adae-31930b131536 HTTP/1.1" status: 200 len: 816 time: 0.0849628 Jun 30 01:23:33.000355 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:23:40.604844 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9e0fdfd7-bfdf-4928-89f6-ec090a95cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:43.201085 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cbe98ba2-600b-465d-89e8-f6fdfcb420a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:43.589125 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:44.564835 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:45.960900 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:49.201021 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38432) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:49.244606 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [None req-33845339-004f-4041-b870-6ed6eb143c8c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:23:49.245584 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-33845339-004f-4041-b870-6ed6eb143c8c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436602 Jun 30 01:23:51.450683 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38440) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:51.508460 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e43d4b-9d65-49ad-bc7c-b4ea7393520e admin admin] GET failed (client error): The resource could not be found. Jun 30 01:23:51.509774 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-52e43d4b-9d65-49ad-bc7c-b4ea7393520e admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581710 Jun 30 01:23:51.590971 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c4487-82c1-4a68-8099-1947f58369c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:51.592397 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-d74c4487-82c1-4a68-8099-1947f58369c3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789034 Jun 30 01:23:53.733000 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38448) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:53.777579 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:23:53.863114 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Made reservation on behalf of 9508679f323f49dda19f84d85adc486c for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:23:53.865369 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:53.892726 dv-cinder-797245-10-smb neutron-server[93482]: WARNING neutron.services.revisions.revision_plugin [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Could not find related network for resource to bump revision. Jun 30 01:23:53.903963 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:23:53.911956 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:53.912320 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Added segment 404d4e73-454e-4968-8347-ce6ded8f313f of type vlan for network afec20bd-bb5d-45dd-a0d0-744b594dc926 Jun 30 01:23:53.950675 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:54.309064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:54.310372 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:54.310950 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:54.313025 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:54.366995 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Pushing event updated for resources: {'Network': ['ID=afec20bd-bb5d-45dd-a0d0-744b594dc926,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:54.369665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:54.376715 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network afec20bd-bb5d-45dd-a0d0-744b594dc926 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:23:54.447511 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7134063 Jun 30 01:23:56.576207 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38456) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:23:56.633696 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.pecan_wsgi.hooks.translation [None req-28445924-180b-45f6-ae7c-618d1dd54768 admin admin] GET failed (client error): The resource could not be found. Jun 30 01:23:56.634978 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-28445924-180b-45f6-ae7c-618d1dd54768 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578086 Jun 30 01:23:56.703177 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a909d-9960-4ae1-a8a5-f80461b595c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:56.704612 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-599a909d-9960-4ae1-a8a5-f80461b595c5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659120 Jun 30 01:23:56.714321 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:23:56.849900 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Made reservation on behalf of 9508679f323f49dda19f84d85adc486c for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:23:56.852064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:57.114769 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:57.116951 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:57.167171 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc43fcfd-47d1-4525-bfdd-9d3e0e7867dd,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:57.170673 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:57.177294 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Checking segment: {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:23:57.190390 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Network hostable DHCP agents. Network: afec20bd-bb5d-45dd-a0d0-744b594dc926, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:23:57.314165 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Network afec20bd-bb5d-45dd-a0d0-744b594dc926 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:23:57.386737 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, afec20bd-bb5d-45dd-a0d0-744b594dc926) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:23:57.390728 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:23:57.391253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:57.396694 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d548ad-746e-462b-bcea-71c4ec94d76c None None] Network afec20bd-bb5d-45dd-a0d0-744b594dc926 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:23:57.468118 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7570820 Jun 30 01:23:57.665921 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-afec20bd-bb5d-45dd-a0d0-744b594dc926', 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926', 'tenant_id': '9508679f323f49dda19f84d85adc486c', 'fixed_ips': [{'subnet_id': 'dc43fcfd-47d1-4525-bfdd-9d3e0e7867dd'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:23:57.666791 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:57.798036 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Allocated IP 192.168.233.2 (afec20bd-bb5d-45dd-a0d0-744b594dc926/dc43fcfd-47d1-4525-bfdd-9d3e0e7867dd/41eef0d7-5280-4303-b168-8eba9d2954b3) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:23:57.941117 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:57.949501 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Transition to ACTIVE for port object 41eef0d7-5280-4303-b168-8eba9d2954b3 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:23:57.964922 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Transition to ACTIVE for port object 41eef0d7-5280-4303-b168-8eba9d2954b3 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:23:58.052113 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:58.054428 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:58.093293 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Network afec20bd-bb5d-45dd-a0d0-744b594dc926 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:23:58.096081 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:23:58.100281 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:23:58.103899 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Pushing event updated for resources: {'Port': ['ID=41eef0d7-5280-4303-b168-8eba9d2954b3,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:58.113197 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.113577 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.113914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.114245 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.114568 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.114911 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.115228 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.115546 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.115877 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.116224 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.116554 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.116872 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:23:58.121478 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:58.170342 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Attempting to bind port 41eef0d7-5280-4303-b168-8eba9d2954b3 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:23:58.170715 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Attempting to bind port 41eef0d7-5280-4303-b168-8eba9d2954b3 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:23:58.171075 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Attempting to bind port 41eef0d7-5280-4303-b168-8eba9d2954b3 on network afec20bd-bb5d-45dd-a0d0-744b594dc926 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:23:58.176093 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:23:58.176467 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Checking segment: {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:23:58.176907 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:58.177295 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Bound using segment: {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:23:58.177767 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Bound port: 41eef0d7-5280-4303-b168-8eba9d2954b3, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:23:58.178153 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:58.239333 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] For port 41eef0d7-5280-4303-b168-8eba9d2954b3, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:23:58.242258 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] For port 41eef0d7-5280-4303-b168-8eba9d2954b3, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=41eef0d7-5280-4303-b168-8eba9d2954b3,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:23:58.303920 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:58.306369 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:23:58.363514 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Pushing event updated for resources: {'Port': ['ID=41eef0d7-5280-4303-b168-8eba9d2954b3,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:23:58.366614 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:23:59.127355 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918241a-c072-4086-a964-9b3d3627b785 None None] Network afec20bd-bb5d-45dd-a0d0-744b594dc926 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:23:59.281803 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-7097cb6a-c2bd-4923-975f-8ba5f6d2008f None None] Provisioning for port 41eef0d7-5280-4303-b168-8eba9d2954b3 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:23:59.708334 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 41eef0d7-5280-4303-b168-8eba9d2954b3 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:23:59.832741 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 41eef0d7-5280-4303-b168-8eba9d2954b3 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:23:59.837383 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 41eef0d7-5280-4303-b168-8eba9d2954b3 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:23:59.837785 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:59.912789 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:23:59.943970 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 41eef0d7-5280-4303-b168-8eba9d2954b3, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=41eef0d7-5280-4303-b168-8eba9d2954b3,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:24:00.038695 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:00.041347 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:24:00.086727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=41eef0d7-5280-4303-b168-8eba9d2954b3,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:24:00.089979 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:24:01.689108 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 41eef0d7-5280-4303-b168-8eba9d2954b3 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:24:01.739211 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 41eef0d7-5280-4303-b168-8eba9d2954b3 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:24:01.739583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:09.999840 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:24:10.594343 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-78e07fd6-1e12-4ab7-9a46-b5bf08c3dc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:13.227131 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7afe6950-9580-4fbd-b9aa-631a39376235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:13.646936 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:14.588528 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:15.965283 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:40.591436 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b885e5d2-1c06-499d-b193-0d8a00429338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:43.228062 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fb0e7bfb-0d29-485c-9a58-38b1674c962a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:43.638800 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:44.579391 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:45.997296 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:24:46.998911 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:25:10.723500 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-33984a75-f62b-4f39-9cfe-4bfa5f10ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:13.220790 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d6aafb3-1994-4fef-9904-3da44f0fe7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:13.624464 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:14.552012 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:14.626952 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38508) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:25:14.632945 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-e4ad0f27-50a4-40b4-b156-dd03a2df95bf tempest-verify_tempest_config-579644274 tempest-verify_tempest_config-579644274-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:25:14.633892 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e4ad0f27-50a4-40b4-b156-dd03a2df95bf tempest-verify_tempest_config-579644274 tempest-verify_tempest_config-579644274-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060155 Jun 30 01:25:15.250786 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38526) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:25:15.356776 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:15.471944 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:15.694649 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:15.698393 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:25:15.739323 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f9aec4-5943-4eb4-8a88-177f78d6f9dc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:25:15.743761 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d89c6caa39542c5aa674a042967d76a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4920609 Jun 30 01:25:15.748250 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.748427 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38530) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:25:15.748937 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.748937 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.749258 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.749576 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.750000 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.750400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.750717 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.751044 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.751361 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.751669 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.751975 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:15.756502 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:25:15.803110 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:15.824353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:16.001831 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:16.004638 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:16.005764 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80f9aec4-5943-4eb4-8a88-177f78d6f9dc HTTP/1.1" status: 204 len: 168 time: 0.2563198 Jun 30 01:25:16.006378 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:25:16.019999 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f9aec4-5943-4eb4-8a88-177f78d6f9dc,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:25:16.021132 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.021490 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.021822 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.022205 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.022455 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.022774 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.023089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.023410 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.023738 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.024056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.024368 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.024702 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:25:16.027694 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:25:16.048296 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:23.998083 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:25:40.625153 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-52e0c6f3-8dd5-4f5d-abda-875082f67f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:43.208103 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-40a2b013-30b9-4c54-b8f4-b6240bd3e2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:43.607822 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:44.550406 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:25:45.972135 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:00.997104 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:26:10.601350 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d58f2e97-3446-47c1-9d3a-266cf64732ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:13.205332 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-51798764-88b3-486e-9785-3c8a54fe8b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:13.641258 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:14.583711 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:15.970802 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:37.996219 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 5 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:26:40.594392 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-678560ac-625f-4bfb-94ab-ac04e1e05978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.216960 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e143d854-b1b6-4b3e-b9b0-2ffd56192e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:43.617455 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:44.575380 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:45.977026 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:54.633747 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608091'] for agent, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:26:58.499402 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38584) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:26:58.600940 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-70d81fef-29df-4a1a-8e1f-6dc977e2539d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1004417 Jun 30 01:27:00.715024 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38594) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:27:00.766697 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-cb726b06-d131-40b8-8ff6-1c6ed267e0e0 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0506170 Jun 30 01:27:10.587628 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-03439c89-8436-4347-b8c3-d2e6a146f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.205039 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-fad7b84a-cdd8-4bac-8f2a-31aff95bf1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:13.610145 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:14.558959 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:14.994710 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:27:16.016163 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:24.608047 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:40.580690 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a5f37576-899d-4267-a0dd-1e4f3f6e1805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:43.226676 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-add6fbaf-bbc6-4623-bc7c-ccfb5ace99c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:43.607981 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:44.563459 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:46.026428 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:27:51.995128 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:27:54.614170 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:10.613836 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-75ae33cc-90c7-440f-b20b-2973b4f44283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:13.231114 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a699b60a-08e9-4287-83fb-6be36373cc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:13.603168 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:14.579529 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:15.985540 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:24.585383 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:28.994837 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:28:29.943519 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38750) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:30.467604 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-918052165-network', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:30.589991 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Made reservation on behalf of 34e02f5f083e4c30bd4ba688cd217232 for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:30.589991 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.596633 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.685427 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.739428 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.744584 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:30.770957 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dca969-ae03-43fc-8dbc-33a798a8650e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:30.773066 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:28:30.783826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.783826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.783826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.784051 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.784356 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.784932 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.785262 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.785581 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.786076 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.786557 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.787057 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.787375 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Tracked resource versions report: Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: pushed versions: Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: { 'AddressGroup': {'1.2'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'ConntrackHelper': {'1.0'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Log': {'1.0'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Network': {'1.1'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Port': {'1.7'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'PortForwarding': {'1.2'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'QosPolicy': {'1.8'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroup': {'1.4'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'SubPort': {'1.0'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Subnet': {'1.1'}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Trunk': {'1.1'}} Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: consumer versions: Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'ConntrackHelper': '1.0', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Log': '1.0', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Network': '1.1', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Port': '1.7', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'PortForwarding': '1.2', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'QosPolicy': '1.8', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroup': '1.4', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'SecurityGroupRule': '1.2', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'SubPort': '1.0', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Subnet': '1.1', Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: 'Trunk': '1.1'}} Jun 30 01:28:30.788927 dv-cinder-797245-10-smb neutron-server[93482]: {{(pid=93482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:28:30.792766 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:30.795793 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.796393 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Added segment 108f39fa-ffb0-49d5-9eb6-d26a23aaf64d of type vlan for network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 Jun 30 01:28:30.841393 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.960815 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.962143 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:30.962714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:30.970296 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:31.099491 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1548564 Jun 30 01:28:31.103343 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38800) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:31.114884 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Request body: {'subnet': {'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-subnet', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:31.124309 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Pushing event updated for resources: {'Network': ['ID=1d84687c-3a75-4b3a-85a0-4fd7bb128b44,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:31.129911 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:31.135057 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:28:31.224845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Made reservation on behalf of 34e02f5f083e4c30bd4ba688cd217232 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:31.227957 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.409908 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38818) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:31.486624 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.486624 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:31.545421 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Checking segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:31.549702 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Network hostable DHCP agents. Network: 1d84687c-3a75-4b3a-85a0-4fd7bb128b44, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:28:31.549702 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57b5115-88a0-4027-acf9-943919b2d854,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:31.552635 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:31.612451 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38836) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:31.618975 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:28:31.667282 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1901866417-network', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:31.678982 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 1d84687c-3a75-4b3a-85a0-4fd7bb128b44) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:31.685551 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:31.685883 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.690029 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2babb-22d2-4d58-b170-c3f0dcbde3b2 None None] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:31.758554 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Made reservation on behalf of 1e4e4164c01d4ba3af621e9c2c58c39e for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:31.761700 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.775836 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:31.812875 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38846) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:31.825741 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35801af6-af54-48a6-af1b-8a96208566f4 None None] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:31.867649 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-1ce535be-49dc-4e9f-aba0-6495dd107dc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7637570 Jun 30 01:28:31.870484 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38850) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:31.882577 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:31.962014 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.008468 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.023943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:32.040373 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1011510058-network', 'tenant_id': 'f0114c36becf411399c11852a7197609'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:32.048176 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:28:32.050266 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f954c84f-7d23-425b-be58-7a89bb734ca4,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:32.059238 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:32.067913 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.068975 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Added segment 8fc4e244-a93e-47f7-b798-8c89467441c6 of type vlan for network 54933fc3-5e04-492a-922e-efb376f86975 Jun 30 01:28:32.094022 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.095228 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.109744 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.140235 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-862509979-network', 'tenant_id': '622eb3696c834be5b5f318e7d21d899c'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:32.180791 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.216897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.216897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:32.216897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.219587 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:32.246738 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Made reservation on behalf of f0114c36becf411399c11852a7197609 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:32.249263 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.293249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Pushing event updated for resources: {'Network': ['ID=54933fc3-5e04-492a-922e-efb376f86975,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:32.305783 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:32.306263 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 54933fc3-5e04-492a-922e-efb376f86975 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:28:32.568071 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.572900 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.646217 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Made reservation on behalf of 622eb3696c834be5b5f318e7d21d899c for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:32.654842 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.663850 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.732817 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3215065 Jun 30 01:28:32.735867 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38888) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:32.741040 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Request body: {'subnet': {'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1901866417-subnet', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:32.855202 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.921022 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:32.931225 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:32.969514 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:28:33.014110 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793120948794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.014407 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Unsubscribe: segment precommit_create {{(pid=93481) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 01:28:33.014919 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Added segment 524c49b2-ff85-453e-8087-b890b1ca3c40 of type vlan for network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 Jun 30 01:28:33.064881 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.136823 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.152287 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.219335 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396138d5-e47b-4dc9-a6b2-770a7d599e50,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:33.269613 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.269613 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.269613 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.269953 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.270210 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.270527 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.270846 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.271276 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.271926 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.272313 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.273396 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.273710 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Tracked resource versions report: Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: pushed versions: Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: { 'AddressGroup': {'1.2'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'ConntrackHelper': {'1.0'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Log': {'1.0'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Network': {'1.1'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Port': {'1.7'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'PortForwarding': {'1.2'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'QosPolicy': {'1.8'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroup': {'1.4'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'SubPort': {'1.0'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Subnet': {'1.1'}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Trunk': {'1.1'}} Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: consumer versions: Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'ConntrackHelper': '1.0', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Log': '1.0', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Network': '1.1', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Port': '1.7', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'PortForwarding': '1.2', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'QosPolicy': '1.8', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroup': '1.4', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'SecurityGroupRule': '1.2', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'SubPort': '1.0', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Subnet': '1.1', Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: 'Trunk': '1.1'}} Jun 30 01:28:33.274985 dv-cinder-797245-10-smb neutron-server[93481]: {{(pid=93481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:28:33.284693 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:33.299343 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.314217 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:33.314801 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.328321 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:33.390589 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38918) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:33.459622 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Pushing event updated for resources: {'Network': ['ID=9e773ac1-aa7b-49dc-be9f-19ef76789e72,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:33.471538 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.472631 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:33.480442 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:28:33.484354 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Allocated IP 172.28.2.158 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/34ae2808-24b7-45fb-8fed-1af7b1e61614) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:33.524676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.590404 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.598408 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.600425 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dd36f0bf-3ed3-4a19-824f-6df205914aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:33.620085 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:28:33.639473 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da4097-33fb-470f-97ed-4462e8fbd8e2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:33.644746 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:33.645742 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.649337 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Added segment 7e3f455d-aaa1-46d2-904a-d74d3892a646 of type vlan for network b5119ae5-3253-4273-9d49-333884b3e06a Jun 30 01:28:33.702566 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0888338 Jun 30 01:28:33.705537 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38926) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:33.713989 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Request body: {'subnet': {'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1011510058-subnet', 'tenant_id': 'f0114c36becf411399c11852a7197609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:33.715746 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.785273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.788914 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Made reservation on behalf of 1e4e4164c01d4ba3af621e9c2c58c39e for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:33.789077 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:33.791295 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.824541 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:33.827240 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:33.830916 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:33.868156 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.896918 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:33.897497 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.899443 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Pushing event updated for resources: {'Port': ['ID=34ae2808-24b7-45fb-8fed-1af7b1e61614,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:33.904093 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:33.904469 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:33.970818 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:33.983671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Pushing event updated for resources: {'Network': ['ID=b5119ae5-3253-4273-9d49-333884b3e06a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:33.989673 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:33.996815 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network b5119ae5-3253-4273-9d49-333884b3e06a details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:28:34.105346 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.115101 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.160861 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.166573 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=779502e5606d4d5688474a2e4120d1f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7744272 Jun 30 01:28:34.172799 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38940) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:34.237489 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef86a8b-b0ff-430c-9b30-566fc9099d9d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:34.248775 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:34.248775 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Made reservation on behalf of f0114c36becf411399c11852a7197609 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:34.249381 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.251627 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.261837 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.342131 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5280428 Jun 30 01:28:34.348696 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38950) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:34.354132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Request body: {'subnet': {'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-862509979-subnet', 'tenant_id': '622eb3696c834be5b5f318e7d21d899c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:34.417964 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.431653 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Checking segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:34.432051 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Network hostable DHCP agents. Network: 54933fc3-5e04-492a-922e-efb376f86975, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:28:34.444656 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1fe927-3ab0-4565-8e29-f7a1fcafb189,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:34.461055 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:34.464155 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.516582 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Made reservation on behalf of 622eb3696c834be5b5f318e7d21d899c for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:34.516582 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.562981 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Network 54933fc3-5e04-492a-922e-efb376f86975 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:28:34.602714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.608831 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.609952 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fef86a8b-b0ff-430c-9b30-566fc9099d9d HTTP/1.1" status: 204 len: 168 time: 0.4339223 Jun 30 01:28:34.615544 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-40adfdbf-b4d0-4da8-aa38-36897243af5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.625415 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef86a8b-b0ff-430c-9b30-566fc9099d9d,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:34.627607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:34.667553 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.669726 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 54933fc3-5e04-492a-922e-efb376f86975) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:34.675009 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:34.676609 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.690343 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae88b8-1f6f-4ea2-99f5-b4ac89f47545 None None] Network 54933fc3-5e04-492a-922e-efb376f86975 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:34.709177 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.713369 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.773089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168dac1d-f9d9-4278-906d-26b6c195f477,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:34.782166 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:34.786421 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Checking segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:34.793979 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Network hostable DHCP agents. Network: 9e773ac1-aa7b-49dc-be9f-19ef76789e72, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:28:34.837088 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0991917 Jun 30 01:28:34.839068 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38966) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:34.843630 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:34.851159 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-54933fc3-5e04-492a-922e-efb376f86975', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:28:34.852181 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.893107 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:28:34.979827 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.980596 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Router 700dddad-d5d4-481e-8a5f-a71c02a39735 is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:28:34.982454 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Allocated IP 172.20.0.2 (54933fc3-5e04-492a-922e-efb376f86975/1c1fe927-3ab0-4565-8e29-f7a1fcafb189/f67af8a1-da70-466a-bfe9-49037e95d0b8) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:34.983854 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.985480 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:34.988565 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:34.995914 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 9e773ac1-aa7b-49dc-be9f-19ef76789e72) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:35.010814 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:35.011406 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.090888 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a9ff7b-21dd-447b-a3bb-ff7df3229029,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:35.100273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:35.124680 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4178724 Jun 30 01:28:35.126145 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.136703 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.142178 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Checking segment: {'id': '7e3f455d-aaa1-46d2-904a-d74d3892a646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:35.142530 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Network hostable DHCP agents. Network: b5119ae5-3253-4273-9d49-333884b3e06a, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:28:35.145527 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Transition to ACTIVE for port object f67af8a1-da70-466a-bfe9-49037e95d0b8 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:35.160058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Transition to ACTIVE for port object f67af8a1-da70-466a-bfe9-49037e95d0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:35.164062 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a3385-758f-4dae-8a1e-2c4cac2b913b None None] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:35.173157 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:28:35.196067 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Sync routers for ids ['700dddad-d5d4-481e-8a5f-a71c02a39735'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:28:35.209300 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Routers {'700dddad-d5d4-481e-8a5f-a71c02a39735'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:35.210012 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['700dddad-d5d4-481e-8a5f-a71c02a39735'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:35.311953 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd47567-86b5-460b-9951-a2aed96a9165 None None] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:35.351623 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Network b5119ae5-3253-4273-9d49-333884b3e06a is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:28:35.356678 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.356954 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.361463 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4868021 Jun 30 01:28:35.361463 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 38982) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.361665 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:35.368177 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Set router 700dddad-d5d4-481e-8a5f-a71c02a39735 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:35.414376 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Network 54933fc3-5e04-492a-922e-efb376f86975 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:35.433853 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:35.446794 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:35.494089 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, b5119ae5-3253-4273-9d49-333884b3e06a) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:35.507171 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:35.507171 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.533134 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf26218-68d7-47a5-a007-c0e38a001de9 None None] Network b5119ae5-3253-4273-9d49-333884b3e06a requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:35.549437 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.588905 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 38998) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.619370 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.675208 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3173738 Jun 30 01:28:35.774906 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:28:33Z', 'revision_number': 3, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:35.813659 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.859738 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39028) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:35.860467 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.863798 dv-cinder-797245-10-smb neutron-server[93482]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 01:28:35.869181 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Checking router: 700dddad-d5d4-481e-8a5f-a71c02a39735 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:28:35.869842 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Updating router 700dddad-d5d4-481e-8a5f-a71c02a39735 port 34ae2808-24b7-45fb-8fed-1af7b1e61614 binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:28:35.894056 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Pushing event updated for resources: {'Port': ['ID=f67af8a1-da70-466a-bfe9-49037e95d0b8,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:35.928341 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:35.929631 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:35.985171 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Attempting to bind port f67af8a1-da70-466a-bfe9-49037e95d0b8 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:35.985545 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Attempting to bind port f67af8a1-da70-466a-bfe9-49037e95d0b8 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:35.985908 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Attempting to bind port f67af8a1-da70-466a-bfe9-49037e95d0b8 on network 54933fc3-5e04-492a-922e-efb376f86975 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:36.008193 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:36.019941 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Checking segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:36.020685 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.021091 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92d6bf-a7bf-452c-8eb4-5294e548d81f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:36.021551 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Bound using segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:36.022582 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Bound port: f67af8a1-da70-466a-bfe9-49037e95d0b8, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:36.023403 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.036943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:36.041083 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.041614 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.042262 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.042762 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.043369 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.043851 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.044505 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.045123 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.045727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.046639 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.047108 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.047580 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Tracked resource versions report: Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: pushed versions: Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Log': {'1.0'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Network': {'1.1'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Port': {'1.7'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'SubPort': {'1.0'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Subnet': {'1.1'}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Trunk': {'1.1'}} Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: consumer versions: Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Log': '1.0', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Network': '1.1', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Port': '1.7', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'PortForwarding': '1.2', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'QosPolicy': '1.8', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroup': '1.4', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'SubPort': '1.0', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Subnet': '1.1', Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: 'Trunk': '1.1'}} Jun 30 01:28:36.048778 dv-cinder-797245-10-smb neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:28:36.076049 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:36.122965 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacef6d1-8aad-4cc1-9d70-9062b8abcce4 None None] Network b5119ae5-3253-4273-9d49-333884b3e06a requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:36.246334 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] For port f67af8a1-da70-466a-bfe9-49037e95d0b8, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:36.252591 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] For port f67af8a1-da70-466a-bfe9-49037e95d0b8, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=f67af8a1-da70-466a-bfe9-49037e95d0b8,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:36.320283 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.331435 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Transition to ACTIVE for port object 34ae2808-24b7-45fb-8fed-1af7b1e61614 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:36.337370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.348620 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:36.425666 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.431264 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Pushing event updated for resources: {'Port': ['ID=f67af8a1-da70-466a-bfe9-49037e95d0b8,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:36.438041 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:36.469372 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:36.470487 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.470652 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39066) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:36.516380 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Attempting to bind port 34ae2808-24b7-45fb-8fed-1af7b1e61614 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:36.516949 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Attempting to bind port 34ae2808-24b7-45fb-8fed-1af7b1e61614 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:36.517590 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Attempting to bind port 34ae2808-24b7-45fb-8fed-1af7b1e61614 on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:36.527592 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:36.528744 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:36.529533 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.530171 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:36.530869 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Bound port: 34ae2808-24b7-45fb-8fed-1af7b1e61614, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:36.531457 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.564947 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14091d10b0a3439b9ce07b4c6cb1eb24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9722025 Jun 30 01:28:36.572967 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-08af5600-a25c-4143-9af0-5ab32bd4b74d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:36.579501 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-08af5600-a25c-4143-9af0-5ab32bd4b74d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.7169523 Jun 30 01:28:36.580061 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39070) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:36.598351 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] For port 34ae2808-24b7-45fb-8fed-1af7b1e61614, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:36.603442 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] For port 34ae2808-24b7-45fb-8fed-1af7b1e61614, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=34ae2808-24b7-45fb-8fed-1af7b1e61614,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:36.613842 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Pushing event updated for resources: {'Port': ['ID=34ae2808-24b7-45fb-8fed-1af7b1e61614,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:36.653793 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.654305 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.665613 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.666906 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.667429 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.667972 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.668483 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.669050 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.669575 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.670104 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.670879 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.671405 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Tracked resource versions report: Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: pushed versions: Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: { 'AddressGroup': {'1.2'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'ConntrackHelper': {'1.0'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Log': {'1.0'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Network': {'1.1'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Port': {'1.7'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'PortForwarding': {'1.2'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'QosPolicy': {'1.8'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroup': {'1.4'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'SubPort': {'1.0'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Subnet': {'1.1'}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Trunk': {'1.1'}} Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: consumer versions: Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: { DHCP agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: HyperV agent@hv-cinder-79724: {}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: L3 agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: Metadata agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: Metering agent@dv-cinder-797245-10-smb: {}, Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: Open vSwitch agent@dv-cinder-797245-10-smb: { 'AddressGroup': '1.2', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'ConntrackHelper': '1.0', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Log': '1.0', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Network': '1.1', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Port': '1.7', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'PortForwarding': '1.2', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'QosPolicy': '1.8', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroup': '1.4', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'SecurityGroupRule': '1.2', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'SubPort': '1.0', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Subnet': '1.1', Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: 'Trunk': '1.1'}} Jun 30 01:28:36.672759 dv-cinder-797245-10-smb neutron-server[93484]: {{(pid=93484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:28:36.679717 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.680471 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:36.683154 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:36.715684 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e7cc643b-6fdf-48ee-bb8b-c78f7f87b1cb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/quotas/f0114c36becf411399c11852a7197609 HTTP/1.1" status: 200 len: 375 time: 0.0530634 Jun 30 01:28:36.762478 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Pushing event updated for resources: {'Port': ['ID=34ae2808-24b7-45fb-8fed-1af7b1e61614,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:36.767722 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:36.784458 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Routers {'700dddad-d5d4-481e-8a5f-a71c02a39735'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:36.785219 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['700dddad-d5d4-481e-8a5f-a71c02a39735'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:36.794951 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Allocated IP 172.20.0.1 (1d84687c-3a75-4b3a-85a0-4fd7bb128b44/b57b5115-88a0-4027-acf9-943919b2d854/9dd5c8f7-1922-439b-b575-98f1900acb4a) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:36.818460 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e6a72a9e-d9e0-4b27-af13-34b055bb836c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800900 Jun 30 01:28:36.836457 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-7332d4d2-9820-4a02-b24b-b3007680ab08 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:36.837918 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-7332d4d2-9820-4a02-b24b-b3007680ab08 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/networks?id=b5119ae5-3253-4273-9d49-333884b3e06a HTTP/1.1" status: 200 len: 811 time: 0.3691556 Jun 30 01:28:36.903183 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] Set router 700dddad-d5d4-481e-8a5f-a71c02a39735 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:36.930096 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-1d276a97-859c-4f9e-9813-dbdb0848f328 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/quotas/622eb3696c834be5b5f318e7d21d899c HTTP/1.1" status: 200 len: 375 time: 0.0765178 Jun 30 01:28:36.932352 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.965877 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:36.980771 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-50f8a1ad-22a8-4260-9778-89a2e26a76ea tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=622eb3696c834be5b5f318e7d21d899c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425584 Jun 30 01:28:37.029977 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.097471 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-d9cb67db-bc6d-4e6c-9084-a1343054cfe5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:28:37.098463 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-d9cb67db-bc6d-4e6c-9084-a1343054cfe5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0890319 Jun 30 01:28:37.104325 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.104599 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.123067 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:37.131810 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:28:33Z', 'revision_number': 3, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:37.133829 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.136705 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:37.139284 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:37.149820 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-409b3bbe-cb27-4f10-85b0-3bb3193a96c1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:28:37.149820 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-409b3bbe-cb27-4f10-85b0-3bb3193a96c1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0782466 Jun 30 01:28:37.159889 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73eeafe-50ae-4a63-87f4-bead4e006f42 None None] The sync data for ids ['700dddad-d5d4-481e-8a5f-a71c02a39735'] in dv-cinder-797245-10-smb is: [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:28:33Z', 'revision_number': 3, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:28:37.170838 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:37.171318 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.336164 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd5c8f7-1922-439b-b575-98f1900acb4a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:37.341126 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:37.395494 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.407844 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.409187 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d92d6bf-a7bf-452c-8eb4-5294e548d81f HTTP/1.1" status: 204 len: 168 time: 0.7586160 Jun 30 01:28:37.416591 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:37.419866 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-01fff636-b1c9-4fe5-a10b-7074b2cae52d service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940736 Jun 30 01:28:37.449029 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92d6bf-a7bf-452c-8eb4-5294e548d81f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:37.452187 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-27d26601-96fb-4d01-aae9-970e8e38bcc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923002 Jun 30 01:28:37.452980 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:37.471086 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Allocated IP 172.28.2.251 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/534bc618-faf9-45ee-a2e2-6519a485adbb) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:37.573066 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.671747 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2730a-aaa1-4700-ab29-3670b58e581f None None] Network 54933fc3-5e04-492a-922e-efb376f86975 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:28:37.693329 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-ce3214b8-3297-4a33-a593-79b8dc4731ad service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594750 Jun 30 01:28:37.751690 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-80df07c4-b125-49a2-b62e-efc2aef82956 service neutron] 10.222.0.37 "GET /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829087 Jun 30 01:28:37.784442 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.909133 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5ad84b5b-93d6-4e1a-902a-0a5a1345c6a5 None None] Provisioning for port f67af8a1-da70-466a-bfe9-49037e95d0b8 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:37.932451 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:37.938630 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:38.035566 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:38.040183 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:38.044618 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:38.123527 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 34ae2808-24b7-45fb-8fed-1af7b1e61614 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:38.138977 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Pushing event updated for resources: {'Port': ['ID=534bc618-faf9-45ee-a2e2-6519a485adbb,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:38.151057 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:38.340470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.375265 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 34ae2808-24b7-45fb-8fed-1af7b1e61614 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:38.390211 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 34ae2808-24b7-45fb-8fed-1af7b1e61614 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:38.390640 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.402246 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.403620 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.406827 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:38.632550 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.649693 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:38.655374 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:38.666460 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd5c8f7-1922-439b-b575-98f1900acb4a,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:38.674288 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:38.682236 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 34ae2808-24b7-45fb-8fed-1af7b1e61614, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=34ae2808-24b7-45fb-8fed-1af7b1e61614,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:38.739988 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.741688 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device f67af8a1-da70-466a-bfe9-49037e95d0b8 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:38.749155 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:38.809470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Router 700dddad-d5d4-481e-8a5f-a71c02a39735 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:28:38.916888 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-522f8ee5-d24c-4887-83d5-a6710c20ed30 req-d8ae9973-c922-4349-9ec9-ae6e73113c55 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.3268960 Jun 30 01:28:38.936908 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=34ae2808-24b7-45fb-8fed-1af7b1e61614,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:38.941051 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:38.973176 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c74a0662-ba3e-43f0-97e7-744257c79d5a req-e9e0c2eb-b1a7-46b5-88ee-9f9bb5b411f7 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.2781982 Jun 30 01:28:38.980708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:38.983703 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port f67af8a1-da70-466a-bfe9-49037e95d0b8 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:38.992299 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port f67af8a1-da70-466a-bfe9-49037e95d0b8 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:38.993427 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:39.095338 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:28:39.123348 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] 10.222.0.37 "PUT /v2.0/routers/700dddad-d5d4-481e-8a5f-a71c02a39735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7584445 Jun 30 01:28:39.314552 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:39.320077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:39.362619 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port f67af8a1-da70-466a-bfe9-49037e95d0b8, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=f67af8a1-da70-466a-bfe9-49037e95d0b8,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:39.447425 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:39.449784 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-aa39f532-e2ce-43a5-bdd2-04ed43db46bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:39.514276 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=f67af8a1-da70-466a-bfe9-49037e95d0b8,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:39.526666 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:39.554681 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:28:39.659602 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Sync routers for ids ['700dddad-d5d4-481e-8a5f-a71c02a39735'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:28:39.674721 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Routers {'700dddad-d5d4-481e-8a5f-a71c02a39735'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:39.678752 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['700dddad-d5d4-481e-8a5f-a71c02a39735'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:39.714661 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39204) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:39.720269 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39208) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:39.755571 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:28:39.768288 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:28:39.789548 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:39.790184 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:39.837048 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Set router 700dddad-d5d4-481e-8a5f-a71c02a39735 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:39.904643 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:39.909370 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0691893 Jun 30 01:28:39.909542 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39218) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:39.911911 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:39.973598 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 34ae2808-24b7-45fb-8fed-1af7b1e61614 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:40.069247 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:40.076698 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.085224 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a0bd9406-b016-4ac5-a3b4-8de7071dbc75 req-3f158c2f-66ac-4a1c-9354-0833ffa15c8f tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.0643201 Jun 30 01:28:40.219599 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f0f1aebe-9a05-4c8c-ba80-a2ef88d712a4 req-a73af30f-d3b5-4565-9725-670f569ed039 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.0572834 Jun 30 01:28:40.270847 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 34ae2808-24b7-45fb-8fed-1af7b1e61614 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:40.271224 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.376433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.411016 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-fd25b3a1-3a7f-4c8b-8e02-148203507cbd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:40.412670 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-fd25b3a1-3a7f-4c8b-8e02-148203507cbd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 818 time: 0.1643338 Jun 30 01:28:40.418279 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:28:37Z', 'revision_number': 4, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9dd5c8f7-1922-439b-b575-98f1900acb4a', 'name': '', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'mac_address': 'fa:16:3e:4e:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:36Z', 'updated_at': '2021-06-30T01:28:37Z', 'revision_number': 2, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'subnets': [{'id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:40.432552 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-d956dd3a-a28e-40f3-bd75-80913cd06d26 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/quotas/34e02f5f083e4c30bd4ba688cd217232 HTTP/1.1" status: 200 len: 375 time: 0.0123231 Jun 30 01:28:40.451208 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Checking router: 700dddad-d5d4-481e-8a5f-a71c02a39735 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:28:40.451906 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Updating router 700dddad-d5d4-481e-8a5f-a71c02a39735 port 9dd5c8f7-1922-439b-b575-98f1900acb4a binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:28:40.494588 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 3, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:40.498663 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.526094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device f67af8a1-da70-466a-bfe9-49037e95d0b8 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:40.537676 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:40.542014 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d8f62f015b64b5c828f4e3a47e150b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8263073 Jun 30 01:28:40.547148 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39244) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:40.559461 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:28:40.559952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.560076 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Updating router ef62c79d-603c-4ad7-b57f-1e13eee391c5 port 534bc618-faf9-45ee-a2e2-6519a485adbb binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:28:40.658574 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09e440-a1bd-4e8d-875f-9b517f6fa35a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:40.665881 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:40.685587 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.716232 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f1684ebd-1f01-49ae-8090-827879982e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.723834 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-36902768-1f46-4fd4-ae98-53076a062178 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2846382 Jun 30 01:28:40.811458 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port f67af8a1-da70-466a-bfe9-49037e95d0b8 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:40.811848 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.838129 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.912820 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.934380 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.967360 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:40.987097 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.001254 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.028383 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.040484 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Transition to ACTIVE for port object 534bc618-faf9-45ee-a2e2-6519a485adbb will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:41.058804 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd16dc-0f0e-46cb-82ca-60905e83d577,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.071450 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.105486 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-2f1dbbee-6cae-4a58-a637-b5bd013a9c59 service neutron] 10.222.0.37 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724844 Jun 30 01:28:41.140273 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.143252 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d2b3a2b29694ffbbcad4b5bc3dad3fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4195137 Jun 30 01:28:41.143498 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39272) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:41.150926 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.203713 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Attempting to bind port 534bc618-faf9-45ee-a2e2-6519a485adbb on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:41.205564 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Attempting to bind port 534bc618-faf9-45ee-a2e2-6519a485adbb by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:41.206036 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Attempting to bind port 534bc618-faf9-45ee-a2e2-6519a485adbb on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:41.265965 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:41.266609 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:41.267288 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.267820 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:41.268442 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Bound port: 534bc618-faf9-45ee-a2e2-6519a485adbb, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:41.268959 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.298690 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-13a42cd1-c9fa-4c2e-bc17-9707f15b1d87 req-10e265b3-f6be-47f9-83ae-5e6132a23142 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.0618117 Jun 30 01:28:41.342618 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.343535 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] For port 534bc618-faf9-45ee-a2e2-6519a485adbb, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:41.364249 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] For port 534bc618-faf9-45ee-a2e2-6519a485adbb, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=534bc618-faf9-45ee-a2e2-6519a485adbb,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:41.366425 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-5c7722be-5bd3-440f-9f64-dec444ef45a0 service neutron] 10.222.0.37 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551606 Jun 30 01:28:41.389388 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.402119 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Allocated IP 172.20.0.1 (54933fc3-5e04-492a-922e-efb376f86975/1c1fe927-3ab0-4565-8e29-f7a1fcafb189/5a00cce2-3d30-4864-bf13-50b4e3b0833a) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:41.404036 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92448290-cd5b-4126-9e24-28ebacb01ee9 None None] Pushing event updated for resources: {'Port': ['ID=534bc618-faf9-45ee-a2e2-6519a485adbb,revision_number=2']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.412163 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-92448290-cd5b-4126-9e24-28ebacb01ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.419320 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.422711 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.424823 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d09e440-a1bd-4e8d-875f-9b517f6fa35a HTTP/1.1" status: 204 len: 168 time: 0.8624156 Jun 30 01:28:41.425679 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-90a3dd21-5183-48e0-8869-07e3c9096b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.448453 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09e440-a1bd-4e8d-875f-9b517f6fa35a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.454919 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.475463 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.478766 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.529779 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.568622 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Transition to ACTIVE for port object 9dd5c8f7-1922-439b-b575-98f1900acb4a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:41.579583 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:41.580976 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:41.614140 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3f1d3438-48e3-46e6-bfa0-45053c508f24 req-91f5f125-e826-4c57-891c-6d51306a7fc7 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.0517213 Jun 30 01:28:41.645025 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.660067 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92448290-cd5b-4126-9e24-28ebacb01ee9 None None] Pushing event updated for resources: {'Port': ['ID=534bc618-faf9-45ee-a2e2-6519a485adbb,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.663300 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.667544 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-92448290-cd5b-4126-9e24-28ebacb01ee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.720457 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.725004 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.726645 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/affd16dc-0f0e-46cb-82ca-60905e83d577 HTTP/1.1" status: 204 len: 168 time: 0.5821512 Jun 30 01:28:41.731770 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:41.758976 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd16dc-0f0e-46cb-82ca-60905e83d577,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.777862 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.808404 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.833749 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-50621e87-5111-4bcf-ada3-0190790fc04a req-46009563-938d-4b8e-8fa5-01640db1ad08 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 210 time: 0.0842628 Jun 30 01:28:41.861177 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:41.874309 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Transition to ACTIVE for port object 5a00cce2-3d30-4864-bf13-50b4e3b0833a will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:41.953759 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833808-77e8-4e3f-9071-c8ae652a1e15 None None] Pushing event updated for resources: {'Port': ['ID=9dd5c8f7-1922-439b-b575-98f1900acb4a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:41.958044 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-89833808-77e8-4e3f-9071-c8ae652a1e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:41.968552 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Attempting to bind port 9dd5c8f7-1922-439b-b575-98f1900acb4a on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:41.972348 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Attempting to bind port 9dd5c8f7-1922-439b-b575-98f1900acb4a by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:41.972348 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Attempting to bind port 9dd5c8f7-1922-439b-b575-98f1900acb4a on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:41.989486 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:41.989994 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Checking segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:41.990417 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:41.991403 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Bound using segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:41.991907 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Bound port: 9dd5c8f7-1922-439b-b575-98f1900acb4a, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:42.002708 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.019602 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.023934 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eafc9ef5-da47-4a0d-bca6-391d454c8ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:42.152764 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Network 54933fc3-5e04-492a-922e-efb376f86975 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:42.171183 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:42.173466 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Pushing event updated for resources: {'Port': ['ID=5a00cce2-3d30-4864-bf13-50b4e3b0833a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:42.202903 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:42.203208 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.220829 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] For port 9dd5c8f7-1922-439b-b575-98f1900acb4a, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:42.227841 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] For port 9dd5c8f7-1922-439b-b575-98f1900acb4a, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9dd5c8f7-1922-439b-b575-98f1900acb4a,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:42.288114 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 3, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:42.338448 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deffa4-4dd0-42ce-934b-dfb6cdf00050 None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 3, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:28:42.346293 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:42.351894 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.360105 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:42.681094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833808-77e8-4e3f-9071-c8ae652a1e15 None None] Pushing event updated for resources: {'Port': ['ID=9dd5c8f7-1922-439b-b575-98f1900acb4a,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:42.681094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-89833808-77e8-4e3f-9071-c8ae652a1e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:42.681094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Routers {'700dddad-d5d4-481e-8a5f-a71c02a39735'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:42.681094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['700dddad-d5d4-481e-8a5f-a71c02a39735'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:42.738854 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-31026b2d-3ad1-4696-9f4a-17655beec58a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:42.742498 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-31026b2d-3ad1-4696-9f4a-17655beec58a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 818 time: 0.3313882 Jun 30 01:28:42.774026 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-2592bdcb-bff9-43d7-9653-fe8a36b28168 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/quotas/34e02f5f083e4c30bd4ba688cd217232 HTTP/1.1" status: 200 len: 375 time: 0.0239906 Jun 30 01:28:42.829662 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:42.862808 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] Set router 700dddad-d5d4-481e-8a5f-a71c02a39735 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:42.866767 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2a3870ee-222c-4f8a-b693-0ffab6a2c49f req-c14c98a8-28ee-4210-afff-2c8244597175 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.0458941 Jun 30 01:28:42.921009 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-20b0e73c-6db1-4f87-b0a1-adc20b47869d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325781 Jun 30 01:28:43.030808 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-3d8b906c-59d6-4f39-bf1c-ac89c715c826 None None] Provisioning for port 5a00cce2-3d30-4864-bf13-50b4e3b0833a completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:43.036275 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-3d8b906c-59d6-4f39-bf1c-ac89c715c826 None None] Provisioning complete for port 5a00cce2-3d30-4864-bf13-50b4e3b0833a triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:43.036839 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3d8b906c-59d6-4f39-bf1c-ac89c715c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.149551 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-87af16d5-d80d-406d-9298-7c19962db552 service neutron] 10.222.0.37 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274044 Jun 30 01:28:43.224731 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39366) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:43.320543 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.392250 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-f304d001-3adc-4587-9580-59c23caf3f6c service neutron] 10.222.0.37 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414651 Jun 30 01:28:43.399513 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b906c-59d6-4f39-bf1c-ac89c715c826 None None] Port 5a00cce2-3d30-4864-bf13-50b4e3b0833a cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:28:43.447585 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.492041 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-df23ffe8-436a-4cfc-b096-9d1f70a31a69 req-770a6085-4288-4d1b-9402-7a0a892bee31 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.0697103 Jun 30 01:28:43.515612 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-21746acd-bb01-4298-b9e2-6c3c01d09d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.548825 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.551263 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.557781 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:43.744536 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:28:37Z', 'revision_number': 4, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9dd5c8f7-1922-439b-b575-98f1900acb4a', 'name': '', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'mac_address': 'fa:16:3e:4e:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:36Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'subnets': [{'id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:43.745152 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Pushing event updated for resources: {'Port': ['ID=5a00cce2-3d30-4864-bf13-50b4e3b0833a,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:43.819599 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.821565 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a3d48-da45-4d2c-9ab1-b1c5a382857c None None] The sync data for ids ['700dddad-d5d4-481e-8a5f-a71c02a39735'] in dv-cinder-797245-10-smb is: [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:28:37Z', 'revision_number': 4, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9dd5c8f7-1922-439b-b575-98f1900acb4a', 'name': '', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'mac_address': 'fa:16:3e:4e:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:36Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'subnets': [{'id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:28:43.827081 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.844563 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:43.873672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Network 54933fc3-5e04-492a-922e-efb376f86975 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:43.873672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:43.873795 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5962c491-c0c9-4180-9954-3b79d5774e77 req-3060e09e-08ef-4d1a-9d6e-173b8f72fb97 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.1145740 Jun 30 01:28:43.893820 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:43.974522 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.38', 59860) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:44.169751 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 534bc618-faf9-45ee-a2e2-6519a485adbb up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:44.268181 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:44.296511 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:28:44.353448 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39412) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:44.399933 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 534bc618-faf9-45ee-a2e2-6519a485adbb completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:44.405797 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 534bc618-faf9-45ee-a2e2-6519a485adbb triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:44.407408 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.508310 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=581507b229754cb7a8fadf07bbc0edf9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2824686 Jun 30 01:28:44.510586 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd55805-7fad-45e1-b55b-e205a5b64392,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:44.527046 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39418) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:44.547202 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:44.642237 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-124ee8ce-f0bb-4c17-9bc0-34d276019a6f None None] Provisioning complete for port 5a00cce2-3d30-4864-bf13-50b4e3b0833a triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:44.651332 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-124ee8ce-f0bb-4c17-9bc0-34d276019a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.721820 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.38', 59864) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:44.759738 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-124ee8ce-f0bb-4c17-9bc0-34d276019a6f None None] Port 5a00cce2-3d30-4864-bf13-50b4e3b0833a cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:28:44.782777 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.797282 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.812577 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0598fa8e-24bf-439a-bcfb-4bf2d1ab63dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.847446 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:28:44.848203 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 534bc618-faf9-45ee-a2e2-6519a485adbb, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=534bc618-faf9-45ee-a2e2-6519a485adbb,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:44.863689 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] 10.222.0.37 "PUT /v2.0/routers/ef62c79d-603c-4ad7-b57f-1e13eee391c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9531741 Jun 30 01:28:44.899649 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.921870 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:44.936188 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:44.974383 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-448fbf9e-71fd-42cb-811a-bb1049c2fd27 req-91f4d9a3-5fc7-4b3d-941e-3775b85cd338 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.2557948 Jun 30 01:28:45.055584 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88eedd0c-b18e-4037-924f-983897b03f7e req-37f41de9-9177-4edc-958d-513ff9a7c4ef tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.0968513 Jun 30 01:28:45.061333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.079889 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=534bc618-faf9-45ee-a2e2-6519a485adbb,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:45.092312 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:45.154591 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-6c1a75b9-48d5-4bd2-9cea-61165c2827fe tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:45.156574 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-6c1a75b9-48d5-4bd2-9cea-61165c2827fe tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.38 "GET /v2.0/networks?id=b5119ae5-3253-4273-9d49-333884b3e06a HTTP/1.1" status: 200 len: 811 time: 1.1802130 Jun 30 01:28:45.229059 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0598fa8e-24bf-439a-bcfb-4bf2d1ab63dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.247803 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Request body: {'port': {'device_id': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a', 'admin_state_up': True, 'tenant_id': '622eb3696c834be5b5f318e7d21d899c'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:45.276383 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-fbfa1d36-c6db-4963-ac4e-96eeb4c067b0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:45.279778 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-fbfa1d36-c6db-4963-ac4e-96eeb4c067b0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.5553579 Jun 30 01:28:45.280154 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c0d50e4-3e40-4705-83b2-415261077d6e req-e5d41735-7752-439c-98f5-4afb2749a4f3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0677726 Jun 30 01:28:45.326676 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0598fa8e-24bf-439a-bcfb-4bf2d1ab63dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.328152 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.351551 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Request body: {'port': {'device_id': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'admin_state_up': True, 'tenant_id': 'f0114c36becf411399c11852a7197609'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:45.366694 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:28:45.388673 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:45.392642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:45.393860 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:45.430743 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-0598fa8e-24bf-439a-bcfb-4bf2d1ab63dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b73ddb68d1cb4d869bc55f06f76f4648&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0658810 Jun 30 01:28:45.431432 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39466) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:45.466903 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.471332 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccd55805-7fad-45e1-b55b-e205a5b64392 HTTP/1.1" status: 204 len: 168 time: 0.9433224 Jun 30 01:28:45.528436 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598fa8e-24bf-439a-bcfb-4bf2d1ab63dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7f959-c1aa-4c40-ad8d-bc26b0ea8ae5,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:45.602828 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd55805-7fad-45e1-b55b-e205a5b64392,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:45.624897 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:45.626302 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:45.626848 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:45.657977 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.753628 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:45.770647 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.928146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Made reservation on behalf of 622eb3696c834be5b5f318e7d21d899c for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:45.935567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.949148 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39496) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:45.954634 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443424203', 'description': 'tempest-description--1668483290'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:45.967678 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.984692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:45.986123 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62e7f959-c1aa-4c40-ad8d-bc26b0ea8ae5 HTTP/1.1" status: 204 len: 168 time: 0.5493233 Jun 30 01:28:45.991760 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:46.022909 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e7f959-c1aa-4c40-ad8d-bc26b0ea8ae5,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:46.030005 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:46.055888 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Made reservation on behalf of f0114c36becf411399c11852a7197609 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:46.063697 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:46.082872 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.38', 59873) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:46.099903 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:46.244242 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 534bc618-faf9-45ee-a2e2-6519a485adbb up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:46.356424 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:43Z', 'revision_number': 2, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:46.358877 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 534bc618-faf9-45ee-a2e2-6519a485adbb triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:46.360289 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:46.411641 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:46.478742 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:28:46.479290 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Updating router ef62c79d-603c-4ad7-b57f-1e13eee391c5 port 5a00cce2-3d30-4864-bf13-50b4e3b0833a binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:28:46.518303 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:46.567003 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-753da2fe-bebb-4700-b52a-7b6aab6361fd req-c9678c8d-4f13-45cc-a958-aa84b6ff7161 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.1116459 Jun 30 01:28:46.580486 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-30feefe3-7771-467d-9c3f-433047b8a4c1 req-79acb078-bdba-456a-b15c-4b01c33d5601 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.2037287 Jun 30 01:28:46.587791 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-0da885a1-19cc-4e85-be52-208ceb836a0c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:46.589340 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-0da885a1-19cc-4e85-be52-208ceb836a0c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 818 time: 0.4697199 Jun 30 01:28:46.617546 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Request body: {'port': {'device_id': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'admin_state_up': True, 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:46.687132 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9dd5c8f7-1922-439b-b575-98f1900acb4a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:46.761424 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39520) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:46.914410 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Allocated IP 172.20.0.3 (b5119ae5-3253-4273-9d49-333884b3e06a/52a9ff7b-21dd-447b-a3bb-ff7df3229029/cbb9f955-393f-4265-9845-4a0d02997b10) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:46.988146 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4ec2ea68-f518-4b2c-9e43-e994dcfe7338 req-a1ff489d-c243-4454-bd4d-fed67bb2f1ff tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.1651530 Jun 30 01:28:47.134523 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Allocated IP 172.20.0.5 (9e773ac1-aa7b-49dc-be9f-19ef76789e72/168dac1d-f9d9-4278-906d-26b6c195f477/6b3849fc-3e33-4be0-97d4-95a6f294a450) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:47.163350 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 9dd5c8f7-1922-439b-b575-98f1900acb4a completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:47.196089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.216854 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 9dd5c8f7-1922-439b-b575-98f1900acb4a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:47.221094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.271151 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.430579 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.454353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.460233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.467366 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.db.api [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 01:28:47.467366 dv-cinder-797245-10-smb neutron-server[93482]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 01:28:47.467366 dv-cinder-797245-10-smb neutron-server[93482]: [parameters: {'project_id_1': 'd323cf6720854795ae128cf0471b1dde', 'expiration_1': datetime.datetime(2021, 6, 30, 1, 28, 47, 317151)}] Jun 30 01:28:47.467366 dv-cinder-797245-10-smb neutron-server[93482]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:28:47.467762 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_db.api [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:28:47.499950 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 9dd5c8f7-1922-439b-b575-98f1900acb4a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9dd5c8f7-1922-439b-b575-98f1900acb4a,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:47.506084 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39534) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:47.511809 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:47.523538 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.529373 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.541488 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.542496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Transition to ACTIVE for port object 5a00cce2-3d30-4864-bf13-50b4e3b0833a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:47.564750 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Made reservation on behalf of 34e02f5f083e4c30bd4ba688cd217232 for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:47.570428 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.573738 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d9192-4481-4723-8d91-e50e0e6c899a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:47.585436 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:47.596899 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.600869 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-89833808-77e8-4e3f-9071-c8ae652a1e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:47.644967 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.38', 59877) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:47.711164 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.753361 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=9dd5c8f7-1922-439b-b575-98f1900acb4a,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:47.756788 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.759626 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.760063 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8093662 Jun 30 01:28:47.771081 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:47.771081 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:47.772687 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.777276 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39548) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:47.829749 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfb40-4584-4540-811f-678f433df0ae None None] Pushing event updated for resources: {'Port': ['ID=5a00cce2-3d30-4864-bf13-50b4e3b0833a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:47.835038 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-479cfb40-4584-4540-811f-678f433df0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:47.847619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9192-4481-4723-8d91-e50e0e6c899a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:47.972067 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Attempting to bind port 5a00cce2-3d30-4864-bf13-50b4e3b0833a on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:47.975583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Attempting to bind port 5a00cce2-3d30-4864-bf13-50b4e3b0833a by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:47.976320 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Attempting to bind port 5a00cce2-3d30-4864-bf13-50b4e3b0833a on network 54933fc3-5e04-492a-922e-efb376f86975 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:47.995406 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:47.996219 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Checking segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:47.997103 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:47.997674 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Bound using segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:48.000084 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Bound port: 5a00cce2-3d30-4864-bf13-50b4e3b0833a, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:48.000889 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.061950 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.067001 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9dd5c8f7-1922-439b-b575-98f1900acb4a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:48.070424 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:48.076384 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.238252 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Allocated IP 172.20.0.6 (1d84687c-3a75-4b3a-85a0-4fd7bb128b44/b57b5115-88a0-4027-acf9-943919b2d854/71cf93a3-51e2-4599-adfa-1d447e7c49d6) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:48.274700 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] For port 5a00cce2-3d30-4864-bf13-50b4e3b0833a, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:48.281202 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] For port 5a00cce2-3d30-4864-bf13-50b4e3b0833a, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=5a00cce2-3d30-4864-bf13-50b4e3b0833a,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:48.290302 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 9dd5c8f7-1922-439b-b575-98f1900acb4a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:48.290687 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.357441 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.361581 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:48.465223 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.470052 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfb40-4584-4540-811f-678f433df0ae None None] Pushing event updated for resources: {'Port': ['ID=5a00cce2-3d30-4864-bf13-50b4e3b0833a,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:48.477206 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:28:48.477952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:28:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:48.484959 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-479cfb40-4584-4540-811f-678f433df0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:48.566253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Network b5119ae5-3253-4273-9d49-333884b3e06a is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:48.843326 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:48.843326 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f31df536e75144e7953235172f573d86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1973097 Jun 30 01:28:48.846163 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:28:48.846509 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:48.846509 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:48.846509 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.846509 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:48.849378 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.850465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:48.850465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:48.850465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:48.850465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.850465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39574) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:48.850465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Pushing event updated for resources: {'Port': ['ID=cbb9f955-393f-4265-9845-4a0d02997b10,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:48.857397 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-2b7c2a28-b82f-4e6d-a05c-46c661672f07 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:48.859149 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-2b7c2a28-b82f-4e6d-a05c-46c661672f07 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 818 time: 1.2129490 Jun 30 01:28:48.882802 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:48.899836 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b036-ff33-4db5-b292-795f7fe031e5 req-2d17bab8-4741-4af3-8eea-6af5e133cde6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:48.900992 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-afb1b036-ff33-4db5-b292-795f7fe031e5 req-2d17bab8-4741-4af3-8eea-6af5e133cde6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 931 time: 0.8059978 Jun 30 01:28:48.902129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cf2eb27d-6ff2-4302-aa6f-64c1f9ddc6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:48.908768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Request body: {'port': {'device_id': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'admin_state_up': True, 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:48.973760 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:48.987555 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.136942 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.206495 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:48Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:28:49.240850 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a81a7-755b-467f-bf1e-3bdaa25ff2a7 None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:48Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:28:49.245198 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3628e4b-5473-467e-910e-6ce9343d2852,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:49.261930 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891e39-aa9f-41cd-8943-589de9eb93fc req-ffc71138-ac9d-46e5-be86-e0ca0968ebd0 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:49.267047 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b6891e39-aa9f-41cd-8943-589de9eb93fc req-ffc71138-ac9d-46e5-be86-e0ca0968ebd0 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 931 time: 1.4642463 Jun 30 01:28:49.269161 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:49.273762 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.594s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:49.277132 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.315452 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-afb1b036-ff33-4db5-b292-795f7fe031e5 req-c60f359b-3207-4dc5-94f4-fb08dfa84608 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143524 Jun 30 01:28:49.332557 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.340209 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.353536 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.353536 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:49.378955 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.430628 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2160749 Jun 30 01:28:49.431249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event updated for resources: {'Port': ['ID=6b3849fc-3e33-4be0-97d4-95a6f294a450,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:49.441625 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1392083 Jun 30 01:28:49.442768 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6be7e6-0478-4743-8ecb-495cac8a0ce2,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:49.448593 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:49.448893 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:49.451087 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:49.461018 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d323cf6720854795ae128cf0471b1dde&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6670771 Jun 30 01:28:49.466041 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39582) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:49.466690 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:49.488874 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b6891e39-aa9f-41cd-8943-589de9eb93fc req-6173c112-0299-4058-8e99-b058622327d0 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208071 Jun 30 01:28:49.494161 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:49.538259 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d95101-df0c-46ef-9415-d4ed699662ba,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:49.556453 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:49.577267 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Made reservation on behalf of 34e02f5f083e4c30bd4ba688cd217232 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:28:49.580889 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.600635 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:49.641420 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:49.647845 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:49.648498 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.698313 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7c467b01-8ecb-4042-a3ae-0be5098b5a3c req-0acad816-aec3-4be6-8833-765ae535e4ec tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0434322 Jun 30 01:28:49.740494 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.744377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-d0d87486-4f7f-4a2f-91e4-d1271520abea tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:28:49.745396 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-d0d87486-4f7f-4a2f-91e4-d1271520abea tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059898 Jun 30 01:28:49.747255 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Pushing event updated for resources: {'Port': ['ID=71cf93a3-51e2-4599-adfa-1d447e7c49d6,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:49.749302 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-cab6d34d-c500-47e7-8e4e-c7750c7384a1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:28:49.750030 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-cab6d34d-c500-47e7-8e4e-c7750c7384a1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121448 Jun 30 01:28:49.753961 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.755374 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.757661 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3628e4b-5473-467e-910e-6ce9343d2852 HTTP/1.1" status: 204 len: 168 time: 0.9256999 Jun 30 01:28:49.761884 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:49.778502 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.854358 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:49.858033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.858033 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0787399 Jun 30 01:28:49.861022 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39592) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:49.873374 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'security_group_rule': {'security_group_id': 'ef4d9192-4481-4723-8d91-e50e0e6c899a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:49.904230 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3628e4b-5473-467e-910e-6ce9343d2852,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:49.912148 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3130765 Jun 30 01:28:49.916339 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39594) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:49.918380 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:49.973782 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.978700 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:49.985189 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5d95101-df0c-46ef-9415-d4ed699662ba HTTP/1.1" status: 204 len: 168 time: 0.4843483 Jun 30 01:28:49.985189 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:49.997822 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d95101-df0c-46ef-9415-d4ed699662ba,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:50.003045 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:50.018768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Allocated IP 172.20.0.13 (1d84687c-3a75-4b3a-85a0-4fd7bb128b44/b57b5115-88a0-4027-acf9-943919b2d854/ec9dcf15-5a8d-41bc-ba26-5b39df15e61f) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:50.035986 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.057035 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 5a00cce2-3d30-4864-bf13-50b4e3b0833a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:50.161026 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.258690 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 5a00cce2-3d30-4864-bf13-50b4e3b0833a completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:28:50.269016 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 5a00cce2-3d30-4864-bf13-50b4e3b0833a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:50.269828 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.281649 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.283952 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:50.324931 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f2ce68-036a-42cf-b905-b96ffea8b76e,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:50.330989 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:50.391340 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.391994 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5294745 Jun 30 01:28:50.395125 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39608) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:50.401297 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'floatingip': {'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:50.441494 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.444411 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.555804 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 5a00cce2-3d30-4864-bf13-50b4e3b0833a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=5a00cce2-3d30-4864-bf13-50b4e3b0833a,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:28:50.566036 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.624287 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.626405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-479cfb40-4584-4540-811f-678f433df0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:50.633277 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16454d-5fcc-4789-991a-d242fcbe0d8b req-47023d76-ea27-4713-b094-005a0e0ef889 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:50.644627 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ea16454d-5fcc-4789-991a-d242fcbe0d8b req-47023d76-ea27-4713-b094-005a0e0ef889 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 931 time: 0.1617143 Jun 30 01:28:50.665481 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.700826 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.701870 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-202317a7-59e5-41a9-b7ef-4804e67ba584 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:50.735011 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Request body: {'port': {'device_id': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:50.739972 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=5a00cce2-3d30-4864-bf13-50b4e3b0833a,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:50.746203 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:50.852385 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ea16454d-5fcc-4789-991a-d242fcbe0d8b req-8b1a64c7-e9b9-4bd7-8312-c346ef2f29b3 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989031 Jun 30 01:28:50.887707 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:50.901697 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:50.901697 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Pushing event updated for resources: {'Port': ['ID=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:50.919002 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:50.934616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:50.934616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:50.942784 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:51.009744 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4898d-6d82-4e3e-b9c8-c3e8993b3289 req-b2b8f383-3ea7-4444-bcf0-8be8b94e961a tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:51.036816 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fec4898d-6d82-4e3e-b9c8-c3e8993b3289 req-b2b8f383-3ea7-4444-bcf0-8be8b94e961a tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 931 time: 0.2644000 Jun 30 01:28:51.122489 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fec4898d-6d82-4e3e-b9c8-c3e8993b3289 req-fe5d8b08-565e-41b5-b5cd-2d7f4e295bf3 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814378 Jun 30 01:28:51.245994 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.298436 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60119c73-b5cc-48f8-8136-0db18042cbdd req-fa60cd7e-ff2b-4a9b-9ca8-cb02e331b78f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:51.300015 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60119c73-b5cc-48f8-8136-0db18042cbdd req-fa60cd7e-ff2b-4a9b-9ca8-cb02e331b78f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 932 time: 0.1506193 Jun 30 01:28:51.317888 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Request body: {'port': {'device_id': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:51.343178 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Request body: {'port': {'device_id': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:51.403766 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.480305 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60119c73-b5cc-48f8-8136-0db18042cbdd req-c367066d-39c9-49ac-b59c-fa035832bd98 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593900 Jun 30 01:28:51.548973 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.606132 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.608045 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:51.952415 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 5a00cce2-3d30-4864-bf13-50b4e3b0833a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:28:52.072048 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 5a00cce2-3d30-4864-bf13-50b4e3b0833a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:28:52.074108 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.152322 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2686985 Jun 30 01:28:52.232490 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3849fc-3e33-4be0-97d4-95a6f294a450 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:52.265066 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.310038 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Transition to ACTIVE for port object 6b3849fc-3e33-4be0-97d4-95a6f294a450 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:52.387578 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Allocated IP 172.28.2.243 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/3998184b-17c7-4e44-868e-3824a192564a) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:28:52.453745 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.454564 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.487714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:52.532010 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f3bec0ce92b43a5b7bb4f0c050322cc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6171238 Jun 30 01:28:52.533246 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39654) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:52.650100 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Request body: {'port': {'device_id': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:28:52.664388 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd7d3b-f073-4d1a-9f2e-c64252a7ca60,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:52.713233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:52.719292 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bbf961c1-6d37-4fee-8d8e-64b6e87fef25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:52.855756 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1af8-0f65-46c0-84aa-2d0cbef8d804 req-6eff7c82-bc20-4cd1-8947-711c1b5e2884 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:52.856020 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.863007 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-de9f1af8-0f65-46c0-84aa-2d0cbef8d804 req-6eff7c82-bc20-4cd1-8947-711c1b5e2884 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 931 time: 0.7095811 Jun 30 01:28:52.938793 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:52.952420 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.019452 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Attempting to bind port 6b3849fc-3e33-4be0-97d4-95a6f294a450 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:53.020367 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Attempting to bind port 6b3849fc-3e33-4be0-97d4-95a6f294a450 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:53.020367 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Attempting to bind port 6b3849fc-3e33-4be0-97d4-95a6f294a450 on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:53.031990 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.033750 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3849fc-3e33-4be0-97d4-95a6f294a450,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:53.046371 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:53.048647 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Port 6b3849fc-3e33-4be0-97d4-95a6f294a450 on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:53.048971 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Attempting to bind port 6b3849fc-3e33-4be0-97d4-95a6f294a450 on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:53.096378 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:53.096800 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Checking segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:53.097401 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Bound using segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:53.097950 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Bound port: 6b3849fc-3e33-4be0-97d4-95a6f294a450, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:53.098334 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.190610 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.223280 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] For port 6b3849fc-3e33-4be0-97d4-95a6f294a450, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:53.232767 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:53.262509 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.273020 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26b28a-2f87-4b0d-bdbd-06f825acdaae req-c84e4293-89a1-4406-b9d9-86b981a5ca2b tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.280278 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb26b28a-2f87-4b0d-bdbd-06f825acdaae req-c84e4293-89a1-4406-b9d9-86b981a5ca2b tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 931 time: 0.6328096 Jun 30 01:28:53.293281 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] For port 6b3849fc-3e33-4be0-97d4-95a6f294a450, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:53.297807 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.299287 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75cd7d3b-f073-4d1a-9f2e-c64252a7ca60 HTTP/1.1" status: 204 len: 168 time: 0.7556987 Jun 30 01:28:53.316551 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:28:53.322409 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:28:53.325253 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:28:53.339692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'Port': ['ID=3998184b-17c7-4e44-868e-3824a192564a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:53.345342 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:53.361754 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5370208a-daf3-424d-97f1-85a88099cef5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:53.407275 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.408219 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd7d3b-f073-4d1a-9f2e-c64252a7ca60,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:53.417218 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:53.428503 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-de9f1af8-0f65-46c0-84aa-2d0cbef8d804 req-fe57704c-971b-46d9-9a89-97a5a50f32f4 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644240 Jun 30 01:28:53.494913 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:53.507017 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb9f955-393f-4265-9845-4a0d02997b10 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:53.528830 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cf93a3-51e2-4599-adfa-1d447e7c49d6 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:53.564099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.590553 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.613889 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb26b28a-2f87-4b0d-bdbd-06f825acdaae req-91eefbf6-cb3d-470c-8ce7-7296f1f8558d tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005586 Jun 30 01:28:53.644730 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Transition to ACTIVE for port object cbb9f955-393f-4265-9845-4a0d02997b10 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:53.666311 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Transition to ACTIVE for port object 71cf93a3-51e2-4599-adfa-1d447e7c49d6 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:53.705208 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3849fc-3e33-4be0-97d4-95a6f294a450,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:53.711682 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:53.736195 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.738303 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:53.738914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.741160 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/6b3849fc-3e33-4be0-97d4-95a6f294a450 HTTP/1.1" status: 200 len: 1093 time: 3.5440042 Jun 30 01:28:53.746518 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'tag': '6b3849fc-3e33-4be0-97d4-95a6f294a450'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:53.792634 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.793530 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:53.860404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:54.054426 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.072926 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=71cf93a3-51e2-4599-adfa-1d447e7c49d6,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:54.253717 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Attempting to bind port cbb9f955-393f-4265-9845-4a0d02997b10 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:54.254079 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Attempting to bind port cbb9f955-393f-4265-9845-4a0d02997b10 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '7e3f455d-aaa1-46d2-904a-d74d3892a646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:54.254428 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Attempting to bind port cbb9f955-393f-4265-9845-4a0d02997b10 on network b5119ae5-3253-4273-9d49-333884b3e06a {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:54.331264 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ac6b-f0b4-49c5-8ba8-23ea214d5de1 req-a7bc73b9-6d11-4113-b4ba-4275d64ec985 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.363316 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-81e4ac6b-f0b4-49c5-8ba8-23ea214d5de1 req-a7bc73b9-6d11-4113-b4ba-4275d64ec985 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 932 time: 0.5765228 Jun 30 01:28:54.363316 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Attempting to bind port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:54.363316 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Attempting to bind port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:54.363316 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Attempting to bind port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:54.371960 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb9f955-393f-4265-9845-4a0d02997b10,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:54.378911 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Port cbb9f955-393f-4265-9845-4a0d02997b10 on network b5119ae5-3253-4273-9d49-333884b3e06a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:54.379225 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Attempting to bind port cbb9f955-393f-4265-9845-4a0d02997b10 on network b5119ae5-3253-4273-9d49-333884b3e06a {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:54.382894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:54.391743 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:54.392113 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:54.407669 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:54.412227 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Attempting to bind port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:54.440252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:54.440252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Checking segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:54.440252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Bound using segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:54.440252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Bound port: 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:54.441886 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.446984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:54.483085 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Checking segment: {'id': '7e3f455d-aaa1-46d2-904a-d74d3892a646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:54.483085 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Bound using segment: {'id': '7e3f455d-aaa1-46d2-904a-d74d3892a646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:54.483085 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Bound port: cbb9f955-393f-4265-9845-4a0d02997b10, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f455d-aaa1-46d2-904a-d74d3892a646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:54.483085 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.524362 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-81e4ac6b-f0b4-49c5-8ba8-23ea214d5de1 req-019671de-8107-4ac4-b6d5-bbed8ccc1374 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763103 Jun 30 01:28:54.559552 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-5fba1245-3ccf-4af2-b47a-c9609bdb00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.561338 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-5fba1245-3ccf-4af2-b47a-c9609bdb00e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 1096 time: 0.1416445 Jun 30 01:28:54.585069 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.593926 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9dcf15-5a8d-41bc-ba26-5b39df15e61f {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:28:54.633579 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.662825 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.663035 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.668351 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eb84cb17-b8a7-449f-9d6d-4b90de88c040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:54.691567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Transition to ACTIVE for port object ec9dcf15-5a8d-41bc-ba26-5b39df15e61f will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:28:54.699260 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] For port cbb9f955-393f-4265-9845-4a0d02997b10, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:54.704856 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] For port 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:54.706799 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] For port cbb9f955-393f-4265-9845-4a0d02997b10, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=cbb9f955-393f-4265-9845-4a0d02997b10,segment=NetworkSegment(7e3f455d-aaa1-46d2-904a-d74d3892a646),segment_id=7e3f455d-aaa1-46d2-904a-d74d3892a646)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:54.709751 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] For port 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:54.740257 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ec311-1b45-49fa-a653-1fdd64adb027 req-d91b0041-d6d6-433a-bf16-2910b07c5ad8 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:54.742353 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9ec311-1b45-49fa-a653-1fdd64adb027 req-d91b0041-d6d6-433a-bf16-2910b07c5ad8 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 943 time: 0.1363075 Jun 30 01:28:54.748213 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.757568 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.770677 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a619f930-8ead-43b3-8195-aabcc4cac559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:54.870498 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.874573 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:54.960700 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-16a85da1-67a4-454d-9809-c366617324b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450 HTTP/1.1" status: 200 len: 217 time: 0.2061868 Jun 30 01:28:54.977276 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75077aa2-f138-4987-ba81-7126509c0dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23", "tag": "6b3849fc-3e33-4be0-97d4-95a6f294a450"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:54.981040 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Pushing event updated for resources: {'Port': ['ID=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:54.990451 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:54.995362 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:55.003735 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9ec311-1b45-49fa-a653-1fdd64adb027 req-13c512e8-6228-4e5a-871d-01c38060fade tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513082 Jun 30 01:28:55.014229 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.014862 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.016268 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] 10.222.0.38 "PUT /v2.0/ports/71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 1093 time: 4.5246584 Jun 30 01:28:55.059788 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'tag': '71cf93a3-51e2-4599-adfa-1d447e7c49d6'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:55.117422 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.129828 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7335167 Jun 30 01:28:55.174457 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'Port': ['ID=3998184b-17c7-4e44-868e-3824a192564a,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:55.174457 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:55.206491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.207275 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.213096 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161981-db39-44b7-ad3e-41d5785c354e req-5af55e1b-1fb7-4aff-bddd-568feae0a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.213287 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] 10.222.0.38 "PUT /v2.0/ports/cbb9f955-393f-4265-9845-4a0d02997b10 HTTP/1.1" status: 200 len: 1093 time: 4.7472172 Jun 30 01:28:55.213373 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-5af55e1b-1fb7-4aff-bddd-568feae0a62a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.2237408 Jun 30 01:28:55.291845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Attempting to bind port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:28:55.292184 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Attempting to bind port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:28:55.292569 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Attempting to bind port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:55.310446 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:28:55.311083 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Attempting to bind port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f on network 1d84687c-3a75-4b3a-85a0-4fd7bb128b44 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:28:55.335178 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:28:55.335938 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Checking segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:28:55.336069 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Bound using segment: {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:28:55.336538 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Bound port: ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:28:55.336914 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.339101 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568648b5-338d-40c3-bd02-346b4f421eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=71cf93a3-51e2-4599-adfa-1d447e7c49d6,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:55.349500 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d679-6793-4283-9d2d-782321edbe43 req-cce81946-d22a-48e8-a8be-ee5ac4ab0ae6 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.351154 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42c7d679-6793-4283-9d2d-782321edbe43 req-cce81946-d22a-48e8-a8be-ee5ac4ab0ae6 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.4670069 Jun 30 01:28:55.456847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb9f955-393f-4265-9845-4a0d02997b10,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:55.456847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:55.456847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:55.456847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:55.492258 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42c7d679-6793-4283-9d2d-782321edbe43 req-934e7f75-d294-47cc-bc8f-2662e5b3304a tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957553 Jun 30 01:28:55.544006 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] For port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:28:55.554048 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] For port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:28:55.755369 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6324719-87bb-4f6b-b78b-6bf212efc9e1 req-5737501d-e3fa-4f43-acc3-fb1356010314 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.762597 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f6324719-87bb-4f6b-b78b-6bf212efc9e1 req-5737501d-e3fa-4f43-acc3-fb1356010314 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0806804 Jun 30 01:28:55.831839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.874553 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f3194f3b-c9e9-432c-9157-2af21c6b1787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:55.884403 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b12d13-1d41-4e2e-a79e-6c28061b6c3e x-openstack-request-id: req-d0b12d13-1d41-4e2e-a79e-6c28061b6c3e {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:55.884981 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23", "tag": "6b3849fc-3e33-4be0-97d4-95a6f294a450", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:55.885088 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0b12d13-1d41-4e2e-a79e-6c28061b6c3e {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:55.886224 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'tag': '6b3849fc-3e33-4be0-97d4-95a6f294a450', 'status': 'completed', 'code': 200} Jun 30 01:28:55.925573 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:55.925573 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:55.925573 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] 10.222.0.38 "PUT /v2.0/ports/ec9dcf15-5a8d-41bc-ba26-5b39df15e61f HTTP/1.1" status: 200 len: 1094 time: 3.2847989 Jun 30 01:28:55.944066 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f6324719-87bb-4f6b-b78b-6bf212efc9e1 req-8c321f08-e866-4a98-84c5-d03c813df1e1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716921 Jun 30 01:28:55.988217 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Pushing event updated for resources: {'Port': ['ID=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:56.003696 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:56.238952 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-6f8cb59f-6424-4558-bef9-989b988217f0 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--443424203&fields=id&tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e HTTP/1.1" status: 200 len: 267 time: 0.0546508 Jun 30 01:28:56.238952 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1a920-53e7-47f0-83c6-006378d8badf" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2513af-5853-4470-9bf5-b0d99e58ea12", "tag": "71cf93a3-51e2-4599-adfa-1d447e7c49d6"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:56.551570 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-7f89c730-10cd-48ab-8b17-e8b55f699a08 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:56.558784 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-7f89c730-10cd-48ab-8b17-e8b55f699a08 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 811 time: 0.4178922 Jun 30 01:28:56.576298 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-79ea9863-d926-4d50-849b-75f8d6a7b51b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/quotas/1e4e4164c01d4ba3af621e9c2c58c39e HTTP/1.1" status: 200 len: 375 time: 0.0165718 Jun 30 01:28:56.624932 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09cfdd-679d-4b31-90ae-f9451ff3e588 req-f00a1978-99ea-45fd-a4a8-6b615be05f39 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:56.631820 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9c09cfdd-679d-4b31-90ae-f9451ff3e588 req-f00a1978-99ea-45fd-a4a8-6b615be05f39 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 943 time: 0.4354672 Jun 30 01:28:56.693145 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9c09cfdd-679d-4b31-90ae-f9451ff3e588 req-c2f10408-7055-43bf-9916-f5379d2080f3 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603600 Jun 30 01:28:56.755447 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-456f11a0-d5c7-48dc-ab6b-c08ef5caec85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781154 Jun 30 01:28:56.880857 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-dffbbeac-d967-464c-82a5-88dc70cf5eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015451 Jun 30 01:28:57.095750 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-243b4f9f-430a-4791-95a7-8f3798a24afd service neutron] 10.222.0.37 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077234 Jun 30 01:28:57.223103 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c69b2b-887d-40e0-852d-4c9d50da27e8 x-openstack-request-id: req-14c69b2b-887d-40e0-852d-4c9d50da27e8 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:57.223670 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2513af-5853-4470-9bf5-b0d99e58ea12", "tag": "71cf93a3-51e2-4599-adfa-1d447e7c49d6", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:57.224370 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14c69b2b-887d-40e0-852d-4c9d50da27e8 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:57.225188 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'tag': '71cf93a3-51e2-4599-adfa-1d447e7c49d6', 'status': 'completed', 'code': 200} Jun 30 01:28:57.432016 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e86b0-92e4-44ce-a2bd-63824b831b34 req-c05bf235-0a9c-4b95-83e3-6d470acfe4af tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:57.433752 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a53e86b0-92e4-44ce-a2bd-63824b831b34 req-c05bf235-0a9c-4b95-83e3-6d470acfe4af tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.1001279 Jun 30 01:28:57.519570 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a53e86b0-92e4-44ce-a2bd-63824b831b34 req-e2485598-0ffa-4d70-868c-6547e323b8a7 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737729 Jun 30 01:28:57.635603 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-43dc18e7-abce-40f3-b886-6bb4f7dcd89e req-8cd1e2a3-f85c-4963-8d74-da95c86a270e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0407939 Jun 30 01:28:57.734327 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36a769-258a-4e9a-b394-ab8f35a44b7d req-e9434fcd-029a-4474-a06b-612ee742decc tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:57.737038 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a36a769-258a-4e9a-b394-ab8f35a44b7d req-e9434fcd-029a-4474-a06b-612ee742decc tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.1162241 Jun 30 01:28:57.781880 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a36a769-258a-4e9a-b394-ab8f35a44b7d req-4c2fdbc4-4279-41c8-bd62-1909068d83db tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Jun 30 01:28:57.918599 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aea47-37f7-4166-adf6-9bd9cf532aa1 req-c4270b1b-74f9-4046-8222-f00e4ccd70eb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:57.918876 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb8aea47-37f7-4166-adf6-9bd9cf532aa1 req-c4270b1b-74f9-4046-8222-f00e4ccd70eb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 943 time: 0.0709391 Jun 30 01:28:57.963923 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb8aea47-37f7-4166-adf6-9bd9cf532aa1 req-3ef377a9-5125-4016-8047-1b1086d3dc41 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Jun 30 01:28:58.172644 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39886) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:58.512062 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.621394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.709541 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.721190 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f79da1b8-ab71-4630-9cd3-e2305a2a697f req-afa9a54e-6c38-4847-9ee3-0b8c644cceb1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0383375 Jun 30 01:28:58.734936 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7699ac77-9d80-4475-bb29-1857a26fa2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:58.748961 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=065ee9adf6404dd2ab4dde47a23be3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749891 Jun 30 01:28:58.749546 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39910) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:58.762251 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d458d2d-b6c2-40a9-9b28-61322c8bfa35 req-03eecdce-9f6b-43e9-9aa4-ecafe6c86dc8 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:58.764091 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3d458d2d-b6c2-40a9-9b28-61322c8bfa35 req-03eecdce-9f6b-43e9-9aa4-ecafe6c86dc8 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.1206558 Jun 30 01:28:58.788027 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316d2bf4-f897-4f6f-89f6-18c39dc6d237,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:58.814480 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:58.826411 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3d458d2d-b6c2-40a9-9b28-61322c8bfa35 req-6d0cb5f4-89f5-4ca9-81d1-2ab768c74972 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Jun 30 01:28:58.855239 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.882399 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:58.958990 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39918) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:59.018129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233b9e5-b4a6-4dbc-b3c8-aae80d0ca8a3 req-a2fc3f73-b4de-485d-8bdd-dc4487b1001e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.019736 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b233b9e5-b4a6-4dbc-b3c8-aae80d0ca8a3 req-a2fc3f73-b4de-485d-8bdd-dc4487b1001e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0890219 Jun 30 01:28:59.051321 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.055236 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.060038 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/316d2bf4-f897-4f6f-89f6-18c39dc6d237 HTTP/1.1" status: 204 len: 168 time: 0.3070254 Jun 30 01:28:59.060239 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0ac8d3e4-259c-460e-a77c-681fd1bf9919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:59.076675 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b233b9e5-b4a6-4dbc-b3c8-aae80d0ca8a3 req-8affe0ee-2bce-4920-9db4-d424a7daeda2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Jun 30 01:28:59.081604 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316d2bf4-f897-4f6f-89f6-18c39dc6d237,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:59.083768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39928) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:59.088809 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:59.174361 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec727c-7444-428d-beb0-452b30c13ae2 req-b65ecd18-1a31-43ab-9155-4d62f132013c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.175960 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-15ec727c-7444-428d-beb0-452b30c13ae2 req-b65ecd18-1a31-43ab-9155-4d62f132013c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 943 time: 0.0687258 Jun 30 01:28:59.181251 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.226482 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'tag': 'cbb9f955-393f-4265-9845-4a0d02997b10'}, {'name': 'network-changed', 'server_uuid': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'tag': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:28:59.228679 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d", "tag": "cbb9f955-393f-4265-9845-4a0d02997b10"}, {"name": "network-changed", "server_uuid": "960b54b2-891a-471e-8f2f-86cc279fb3a4", "tag": "ec9dcf15-5a8d-41bc-ba26-5b39df15e61f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:28:59.254414 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-15ec727c-7444-428d-beb0-452b30c13ae2 req-ebe0a00c-9f66-4dda-8113-f04278151672 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Jun 30 01:28:59.258297 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.281160 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d04c4e5-2c44-4625-a203-4e4807398a76 x-openstack-request-id: req-3d04c4e5-2c44-4625-a203-4e4807398a76 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:28:59.281491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d", "tag": "cbb9f955-393f-4265-9845-4a0d02997b10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "960b54b2-891a-471e-8f2f-86cc279fb3a4", "tag": "ec9dcf15-5a8d-41bc-ba26-5b39df15e61f", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:28:59.281809 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d04c4e5-2c44-4625-a203-4e4807398a76 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:28:59.282254 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'tag': 'cbb9f955-393f-4265-9845-4a0d02997b10', 'status': 'completed', 'code': 200} Jun 30 01:28:59.282533 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'tag': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f', 'status': 'completed', 'code': 200} Jun 30 01:28:59.303322 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.374519 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-f1814c97-4c45-4904-ac2d-c621b5477823 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431838 Jun 30 01:28:59.449569 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.455719 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-79b8cea4-332e-47b6-a306-93fcab68fe1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:59.503270 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de41163b8d25474db20751b37d9340c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431623 Jun 30 01:28:59.506326 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb82ea9-189c-4b61-a5a2-8cfb99d34b71,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:59.512674 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39940) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:59.532671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:28:59.567576 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-da996c27-056a-48b7-93dd-08f93349405e service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702597 Jun 30 01:28:59.585769 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-040b1e4c-4b6b-47e2-8bdc-8068a87e77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.587262 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-040b1e4c-4b6b-47e2-8bdc-8068a87e77a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=622eb3696c834be5b5f318e7d21d899c&device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 1096 time: 0.1778746 Jun 30 01:28:59.635050 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-7263ec7b-aa8a-4852-aae2-bc29854d4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.635893 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.636565 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-7263ec7b-aa8a-4852-aae2-bc29854d4f02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1096 time: 0.2489960 Jun 30 01:28:59.667380 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.676708 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-0d75988d-8e0d-47b9-b3e1-af8376df7d5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbb9f955-393f-4265-9845-4a0d02997b10 HTTP/1.1" status: 200 len: 217 time: 0.0811882 Jun 30 01:28:59.720029 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-aa161981-db39-44b7-ad3e-41d5785c354e req-8a2d54cf-83d3-4b68-9b59-f8a332235c18 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441386 Jun 30 01:28:59.736236 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-cc92d9cf-9d64-408c-87b6-1f604fab3157 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0640941 Jun 30 01:28:59.851582 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.861520 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-06954362-6bf5-4b8c-a4c7-8ccb338b4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.862913 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-06954362-6bf5-4b8c-a4c7-8ccb338b4d67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 1097 time: 0.3191278 Jun 30 01:28:59.864303 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-4a911597-8b84-4126-9c5d-ba0dc789158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.866193 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-4a911597-8b84-4126-9c5d-ba0dc789158c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52a9ff7b-21dd-447b-a3bb-ff7df3229029 HTTP/1.1" status: 200 len: 851 time: 0.1546876 Jun 30 01:28:59.899891 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-37eea4db-f0b6-4631-bf0f-788d5be77f2d req-8fbe5862-0fb9-49b3-aba9-c7cd3caf5983 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0307512 Jun 30 01:28:59.925498 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-5e50c318-a6b2-4f07-b1fd-a72afe492ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:28:59.926839 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-5e50c318-a6b2-4f07-b1fd-a72afe492ff3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.1715922 Jun 30 01:28:59.927371 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39946) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:28:59.952016 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.952016 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:28:59.954879 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cb82ea9-189c-4b61-a5a2-8cfb99d34b71 HTTP/1.1" status: 204 len: 168 time: 0.4403141 Jun 30 01:28:59.957060 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ce77c969-f1d9-42d2-a9df-ade57d053655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:28:59.981386 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb82ea9-189c-4b61-a5a2-8cfb99d34b71,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:28:59.989403 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:00.016344 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-c19268e7-f879-48a6-b33a-bb63e003ec2e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5119ae5-3253-4273-9d49-333884b3e06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154394 Jun 30 01:29:00.019010 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-c2da8c3f-3587-41e3-829b-f1740df1297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.020358 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-9558ffce-6530-450e-bb13-810568c20a0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f HTTP/1.1" status: 200 len: 217 time: 0.1180456 Jun 30 01:29:00.020619 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-c2da8c3f-3587-41e3-829b-f1740df1297f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 1096 time: 0.1423564 Jun 30 01:29:00.052590 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-27fcd245-abde-4a6e-8d52-94a4d94246cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681527 Jun 30 01:29:00.081206 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.098030 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.155376 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-080f86c6-25e1-4137-94eb-5695a8f83774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:00.178400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-14958544-dcb3-4401-9d15-7656149f0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.179999 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-14958544-dcb3-4401-9d15-7656149f0227 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 916 time: 0.1468585 Jun 30 01:29:00.230249 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-f0602099-b7d9-439e-bad8-93d82646f292 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450 HTTP/1.1" status: 200 len: 217 time: 0.0406752 Jun 30 01:29:00.281466 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-e513c8e2-abe1-4dab-9f9d-3feab118f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.283069 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-e513c8e2-abe1-4dab-9f9d-3feab118f367 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.0465813 Jun 30 01:29:00.318036 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-fe6fae99-570d-487a-a46d-56924edbcf81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269573 Jun 30 01:29:00.419965 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-a70abbfa-3667-4c29-9907-6cfef8542259 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884764 Jun 30 01:29:00.485634 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ead53e7df81d465cadb639e04160b16a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4002905 Jun 30 01:29:00.485771 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39958) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:00.487000 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-ee4dad5e-3539-4108-a9e4-55532e192fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.488354 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-ee4dad5e-3539-4108-a9e4-55532e192fc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.4394491 Jun 30 01:29:00.508105 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c1d15-9e79-463b-867e-63183201365a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:00.534871 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:00.560873 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75077aa2-f138-4987-ba81-7126509c0dc3 req-7db4e7be-b6b2-44ed-a95a-5b21b130bfb9 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335328 Jun 30 01:29:00.571095 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.572485 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-e3862531-10d7-49e9-80ca-d428d965494e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666673 Jun 30 01:29:00.593658 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.611585 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-43e3b6e0-ddf4-456a-9b42-ed2ebb9e9660 service neutron] 10.222.0.38 "GET /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611589 Jun 30 01:29:00.665572 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8bd3c-82ba-4876-8ae2-7392918e3284 req-a885c056-6c6c-40dd-9e5f-4d740e92c2db tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.667001 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-94a8bd3c-82ba-4876-8ae2-7392918e3284 req-a885c056-6c6c-40dd-9e5f-4d740e92c2db tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.6577258 Jun 30 01:29:00.668787 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-bc1b6d6a-f24a-4895-a22c-b32f2e80b3cc service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831912 Jun 30 01:29:00.738534 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.742175 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.743346 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c0c1d15-9e79-463b-867e-63183201365a HTTP/1.1" status: 204 len: 168 time: 0.2563055 Jun 30 01:29:00.744089 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:00.751780 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c1d15-9e79-463b-867e-63183201365a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:00.753936 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:00.806693 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d834-b3a9-4eda-aa3f-92635a361033 req-5354b360-6180-41da-96f4-aeebd6804ac3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:00.808181 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-21e3d834-b3a9-4eda-aa3f-92635a361033 req-5354b360-6180-41da-96f4-aeebd6804ac3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.4354255 Jun 30 01:29:00.821912 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39962) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:00.835015 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:00.888543 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-94a8bd3c-82ba-4876-8ae2-7392918e3284 req-f0af1c70-97c2-4ccb-8f5b-008225e7d52f tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084405 Jun 30 01:29:00.946039 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-d73dbbdb-4369-4dda-8002-91324268c152 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617539 Jun 30 01:29:00.954229 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-7230fc16-5e95-4c01-9b76-9cf3b2705c99 service neutron] 10.222.0.38 "GET /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973268 Jun 30 01:29:00.985260 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-21e3d834-b3a9-4eda-aa3f-92635a361033 req-d198df02-b291-4747-978a-a1d5d4a32bb4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592939 Jun 30 01:29:01.033123 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5f9beab4-9c46-47a8-8c87-7aea5f6a9fb6 req-f465c887-b268-4a3c-905b-7f47cc9ab4fe service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519397 Jun 30 01:29:01.035009 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.130777 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0e59f49-6ab4-48f0-92fb-555368380f72 req-ba0525e4-e5fd-4b87-a772-1451791e2a28 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625021 Jun 30 01:29:01.134736 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.141575 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.158995 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34b526-1d96-48dc-bd33-133725d3c68d req-aa00aab2-f385-4e29-b9d3-0628c58af72d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.161042 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-af34b526-1d96-48dc-bd33-133725d3c68d req-aa00aab2-f385-4e29-b9d3-0628c58af72d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 943 time: 0.1304536 Jun 30 01:29:01.209212 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef1974-3553-42fd-92b8-08a05a4c0df9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.213847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.218013 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1154d07462e040d794e0d8ce9e491eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2734649 Jun 30 01:29:01.223013 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 39972) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:01.261658 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-af34b526-1d96-48dc-bd33-133725d3c68d req-28b310b8-006c-43d7-87a7-49bfc003bcce tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922186 Jun 30 01:29:01.315981 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c0701f2f-a098-4d86-9fb0-04fcc6e992c4 req-9e81db21-2778-4369-916b-fc1cc1ccb40a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0392802 Jun 30 01:29:01.379114 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-d44ac195-e28e-41a9-90ca-fb94eb68d973 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.380628 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-d44ac195-e28e-41a9-90ca-fb94eb68d973 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 811 time: 0.4155543 Jun 30 01:29:01.386614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.448974 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-0ac8b3f4-91ce-418d-886b-e0999998499e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e HTTP/1.1" status: 200 len: 379 time: 0.0577052 Jun 30 01:29:01.459684 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'port': {'device_id': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'admin_state_up': True, 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'security_groups': ['ef4d9192-4481-4723-8d91-e50e0e6c899a']}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:01.466979 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.515652 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-e2539e1f-52a9-4492-b0ce-6ca468c85f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.517341 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-e2539e1f-52a9-4492-b0ce-6ca468c85f6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=622eb3696c834be5b5f318e7d21d899c&device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 1096 time: 0.1993065 Jun 30 01:29:01.545042 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-8d28272c-c86e-462f-8665-b6edc17c750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.545476 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-8d28272c-c86e-462f-8665-b6edc17c750a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1096 time: 0.2285607 Jun 30 01:29:01.559061 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.573719 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39978) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:01.591157 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.653747 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.668560 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.699052 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4f4917c42d742329832b86272758cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8761096 Jun 30 01:29:01.699768 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68632e62-72c5-406f-b929-39aba90809bd,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.702082 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 39984) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:01.719299 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.754224 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-a39ef990-9ace-4fa7-aae2-ca56e09a00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.756254 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-a39ef990-9ace-4fa7-aae2-ca56e09a00f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5119ae5-3253-4273-9d49-333884b3e06a HTTP/1.1" status: 200 len: 912 time: 0.2286651 Jun 30 01:29:01.759019 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-68a28ee0-31e7-4c7d-b30e-7eae6a2278c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.760349 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-68a28ee0-31e7-4c7d-b30e-7eae6a2278c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.1986387 Jun 30 01:29:01.766312 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.780227 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Made reservation on behalf of 1e4e4164c01d4ba3af621e9c2c58c39e for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:01.791915 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.808849 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.814445 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-022f15d1-d0b5-4f49-aa0d-10e1ddcdaa3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbb9f955-393f-4265-9845-4a0d02997b10 HTTP/1.1" status: 200 len: 217 time: 0.0450718 Jun 30 01:29:01.815039 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.819588 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:01.821990 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92ef1974-3553-42fd-92b8-08a05a4c0df9 HTTP/1.1" status: 204 len: 168 time: 0.5965710 Jun 30 01:29:01.847670 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6c8aa8a5-edab-4c95-9f2d-fc23aa4f24aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:01.881700 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-714cb42d-33db-41dd-9047-d1366cadc488 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0745349 Jun 30 01:29:01.885737 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef1974-3553-42fd-92b8-08a05a4c0df9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:01.888089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:01.942800 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-34eb5fe5-ebf0-4910-baa9-1545bea616fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.945143 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-34eb5fe5-ebf0-4910-baa9-1545bea616fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.0544400 Jun 30 01:29:01.984808 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-5b3f0fae-6a0b-490b-8712-1281f61e9716 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315289 Jun 30 01:29:01.986863 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-f0f1281b-1bc3-428a-ac31-b63864dd7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:01.988325 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-f0f1281b-1bc3-428a-ac31-b63864dd7a37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52a9ff7b-21dd-447b-a3bb-ff7df3229029 HTTP/1.1" status: 200 len: 851 time: 0.1383607 Jun 30 01:29:02.014398 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Allocated IP 172.20.0.6 (54933fc3-5e04-492a-922e-efb376f86975/1c1fe927-3ab0-4565-8e29-f7a1fcafb189/841b2466-edb7-4211-b5db-87ed3c53e775) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:02.069669 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-022e7ad9-c255-480e-9320-be245c0ddfb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5119ae5-3253-4273-9d49-333884b3e06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697932 Jun 30 01:29:02.117039 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.119535 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.122991 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68632e62-72c5-406f-b929-39aba90809bd HTTP/1.1" status: 204 len: 168 time: 0.4067326 Jun 30 01:29:02.126116 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:02.129948 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.139715 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68632e62-72c5-406f-b929-39aba90809bd,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:02.144047 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:02.182928 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.198580 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.199548 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-43e7c577-e994-459f-b3d0-cdd3ea34091a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:02.204417 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Transition to ACTIVE for port object 841b2466-edb7-4211-b5db-87ed3c53e775 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:02.256502 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93383e3472944ca3a8194627c352b601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816783 Jun 30 01:29:02.259028 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40002) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:02.259701 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17483c0-a544-4520-9c23-f333343ce1a0,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:02.270394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:02.343907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.368145 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.418932 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.433469 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:02.451705 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-f7b3cae7-3adb-4616-82c6-8e678429d0f5 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530218 Jun 30 01:29:02.479579 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Network 54933fc3-5e04-492a-922e-efb376f86975 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:02.487628 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:02.492778 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:02.498598 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.499273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.517336 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.520241 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.521791 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a17483c0-a544-4520-9c23-f333343ce1a0 HTTP/1.1" status: 204 len: 168 time: 0.2590988 Jun 30 01:29:02.526395 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'Port': ['ID=841b2466-edb7-4211-b5db-87ed3c53e775,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:02.571866 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:02.571866 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1bba3ace-ee0c-4136-9b44-6a5e75de6ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:02.571866 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17483c0-a544-4520-9c23-f333343ce1a0,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:02.571866 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:02.572551 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-70749677-8594-4206-8c62-786ad61e354a service neutron] 10.222.0.38 "GET /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916496 Jun 30 01:29:02.624333 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1690526 Jun 30 01:29:02.637909 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Request body: {'port': {'device_id': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:02.648929 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22918003-24cc-4497-9374-b3c2aedffcb7 req-b8b32f04-8d04-469b-8f1a-a2696a5bbd9e tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.650460 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-22918003-24cc-4497-9374-b3c2aedffcb7 req-b8b32f04-8d04-469b-8f1a-a2696a5bbd9e tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.5483909 Jun 30 01:29:02.663580 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6b02-adf5-4593-9b7d-ccf16b7e9fcd req-6973db26-7043-4e2a-92c8-6607651164be tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:02.665144 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2dcb6b02-adf5-4593-9b7d-ccf16b7e9fcd req-6973db26-7043-4e2a-92c8-6607651164be tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.5006454 Jun 30 01:29:02.748847 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.776646 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b8f1a920-53e7-47f0-83c6-006378d8badf req-238fee1c-aca7-43ea-abfd-561680656f61 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083217 Jun 30 01:29:02.790178 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2dcb6b02-adf5-4593-9b7d-ccf16b7e9fcd req-31fee235-8005-47f8-9762-8b1bae1db8df tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158478 Jun 30 01:29:02.804910 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-22918003-24cc-4497-9374-b3c2aedffcb7 req-e64b834f-d938-4a18-8915-2d7498799616 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314414 Jun 30 01:29:02.804910 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-a181bad7-4cb7-4034-81e6-0a67ffa1897d service neutron] 10.222.0.38 "GET /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167950 Jun 30 01:29:02.833443 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-6aae7106-79b5-48cf-b110-5fc2c3f4584f None None] Provisioning for port 841b2466-edb7-4211-b5db-87ed3c53e775 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:02.839210 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-6aae7106-79b5-48cf-b110-5fc2c3f4584f None None] Provisioning complete for port 841b2466-edb7-4211-b5db-87ed3c53e775 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:02.847932 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6aae7106-79b5-48cf-b110-5fc2c3f4584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:02.917323 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-6aae7106-79b5-48cf-b110-5fc2c3f4584f None None] Port 841b2466-edb7-4211-b5db-87ed3c53e775 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:29:02.963759 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6b3849fc-3e33-4be0-97d4-95a6f294a450 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:03.144486 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841b2466-edb7-4211-b5db-87ed3c53e775 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:03.150958 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-00d6446b-fe7d-48f7-aff0-1f61c819a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.152628 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-00d6446b-fe7d-48f7-aff0-1f61c819a14a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 1097 time: 0.2865641 Jun 30 01:29:03.155671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.168307 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Transition to ACTIVE for port object 841b2466-edb7-4211-b5db-87ed3c53e775 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:03.180952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 6b3849fc-3e33-4be0-97d4-95a6f294a450, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:03.196004 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '6b3849fc-3e33-4be0-97d4-95a6f294a450', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'port_id': '6b3849fc-3e33-4be0-97d4-95a6f294a450', 'mac_address': 'fa:16:3e:c1:5f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168dac1d-f9d9-4278-906d-26b6c195f477', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:03.232789 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1db6f8-5276-4795-8112-575e95867d2a req-ae723e54-fcab-43ea-b46e-41663101ac03 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.234390 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2a1db6f8-5276-4795-8112-575e95867d2a req-ae723e54-fcab-43ea-b46e-41663101ac03 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 943 time: 0.3043182 Jun 30 01:29:03.246454 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.246891 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.252076 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:03.264296 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3849fc-3e33-4be0-97d4-95a6f294a450 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:03.282826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7325b0-255d-44dd-a376-97955f565d31 req-d32f40c1-11c7-456c-ac9c-bfec8e98af39 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.284307 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab7325b0-255d-44dd-a376-97955f565d31 req-d32f40c1-11c7-456c-ac9c-bfec8e98af39 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 931 time: 0.2208624 Jun 30 01:29:03.286091 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 6b3849fc-3e33-4be0-97d4-95a6f294a450, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:03.334597 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2a1db6f8-5276-4795-8112-575e95867d2a req-cde37dd2-f65b-4af5-8c10-0c2d1f52c9b5 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Jun 30 01:29:03.349047 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Pushing event updated for resources: {'Port': ['ID=841b2466-edb7-4211-b5db-87ed3c53e775,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:03.366661 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:03.373247 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-720cbf19-fd6a-4e83-9db3-7abe7339c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.374929 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-720cbf19-fd6a-4e83-9db3-7abe7339c64e service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.2150345 Jun 30 01:29:03.385202 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.387327 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:03.397622 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Attempting to bind port 841b2466-edb7-4211-b5db-87ed3c53e775 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:03.398431 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Attempting to bind port 841b2466-edb7-4211-b5db-87ed3c53e775 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:03.399004 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Attempting to bind port 841b2466-edb7-4211-b5db-87ed3c53e775 on network 54933fc3-5e04-492a-922e-efb376f86975 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:03.410755 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Port 841b2466-edb7-4211-b5db-87ed3c53e775 on network 54933fc3-5e04-492a-922e-efb376f86975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:29:03.411261 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Attempting to bind port 841b2466-edb7-4211-b5db-87ed3c53e775 on network 54933fc3-5e04-492a-922e-efb376f86975 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:03.421334 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:03.421987 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Checking segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:03.422647 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Bound using segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:03.423179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Bound port: 841b2466-edb7-4211-b5db-87ed3c53e775, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:03.424907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.455743 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab7325b0-255d-44dd-a376-97955f565d31 req-44ade4c3-3ed1-42bd-9123-eafc86fe3d84 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542912 Jun 30 01:29:03.462333 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-6902f39b-d45d-40b4-b401-36a1761b9ce1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f HTTP/1.1" status: 200 len: 217 time: 0.0770426 Jun 30 01:29:03.511409 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=6b3849fc-3e33-4be0-97d4-95a6f294a450,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:03.516915 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:03.530191 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-dc872e06-b4c5-4af5-ab9a-eafe6698a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.531900 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-dc872e06-b4c5-4af5-ab9a-eafe6698a18b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.0577557 Jun 30 01:29:03.543760 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] For port 841b2466-edb7-4211-b5db-87ed3c53e775, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:03.547367 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] For port 841b2466-edb7-4211-b5db-87ed3c53e775, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=841b2466-edb7-4211-b5db-87ed3c53e775,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:03.567217 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-bae54f92-056b-4173-845f-e18bb4f9e232 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266135 Jun 30 01:29:03.642153 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.648151 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:03.657627 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:03.663494 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-4eaf279e-f18f-4cdb-baf4-3567069bd53d service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890372 Jun 30 01:29:03.725484 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Pushing event updated for resources: {'Port': ['ID=841b2466-edb7-4211-b5db-87ed3c53e775,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:03.729460 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:03.737363 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.738200 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:03.740215 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] 10.222.0.38 "PUT /v2.0/ports/841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 200 len: 1093 time: 1.1088328 Jun 30 01:29:03.740753 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:03.744062 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:03.798107 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05b74c3-ad41-464d-abd4-a7242ba40df2 x-openstack-request-id: req-a05b74c3-ad41-464d-abd4-a7242ba40df2 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:03.798459 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:03.798734 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a05b74c3-ad41-464d-abd4-a7242ba40df2 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:03.799145 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775', 'status': 'completed', 'code': 200} Jun 30 01:29:03.880157 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cd1b10e-4cf5-4f07-bdef-9d61be001fa5 req-7dc3c594-f722-4493-b191-8978eb95cd2f service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080975 Jun 30 01:29:03.975454 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b req-1ad0c6b3-b620-47c2-a97c-0ec6f6239886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:03.981953 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b req-1ad0c6b3-b620-47c2-a97c-0ec6f6239886 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1607578 Jun 30 01:29:04.140913 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c1b7d-666d-4b23-b0b7-57adfc9f1da1 req-d1a2cef0-eead-482d-870c-a42fa2771cce tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.142196 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-738c1b7d-666d-4b23-b0b7-57adfc9f1da1 req-d1a2cef0-eead-482d-870c-a42fa2771cce tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.1669528 Jun 30 01:29:04.165173 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ee245-889b-452a-991a-d8d5fb86da27 req-54df8d15-c6fc-46a9-95a4-f7056033e5d7 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.173089 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-155ee245-889b-452a-991a-d8d5fb86da27 req-54df8d15-c6fc-46a9-95a4-f7056033e5d7 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.1032484 Jun 30 01:29:04.226540 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b req-9ef05cd9-c86c-4f0b-974d-78c4e8a5eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.228255 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-738c1b7d-666d-4b23-b0b7-57adfc9f1da1 req-ba04ead5-1f91-4ddc-8bb6-b2cb5ceb51cd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788443 Jun 30 01:29:04.237808 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b req-9ef05cd9-c86c-4f0b-974d-78c4e8a5eaf3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2388425 Jun 30 01:29:04.241893 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-155ee245-889b-452a-991a-d8d5fb86da27 req-779db542-d346-4198-a7a8-9b1084b0aeb1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678375 Jun 30 01:29:04.406015 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b req-a54af579-f521-400b-b9fe-12554e874401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.407483 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7e2cd649-3cb7-43ad-88ae-8cc8dc42994b req-a54af579-f521-400b-b9fe-12554e874401 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645238 Jun 30 01:29:04.551765 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-24a94cff-f751-4a22-b8fd-06a736ae4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.555653 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-24a94cff-f751-4a22-b8fd-06a736ae4776 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0998080 Jun 30 01:29:04.619506 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-0cdc2089-9388-46c7-af1b-c30111921ec2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 200 len: 217 time: 0.0566087 Jun 30 01:29:04.622143 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c133a41-1e6d-45e1-944d-8b5671a2fb88 req-fe4e3abe-ece9-42bd-ada2-7493f4faca8d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.623926 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c133a41-1e6d-45e1-944d-8b5671a2fb88 req-fe4e3abe-ece9-42bd-ada2-7493f4faca8d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 944 time: 0.1520076 Jun 30 01:29:04.692872 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-b71dab00-77d5-4d2d-80f4-1c569d52b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.694498 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-b71dab00-77d5-4d2d-80f4-1c569d52b3c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.0687368 Jun 30 01:29:04.722458 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c133a41-1e6d-45e1-944d-8b5671a2fb88 req-7e252c92-702a-4b59-8d29-96c7b01ffda9 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845718 Jun 30 01:29:04.767371 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e62f-2aaa-48eb-8f35-6903e2b6c22b req-41f6b512-aa1a-44f0-a22f-45c5947494bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.768928 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1622e62f-2aaa-48eb-8f35-6903e2b6c22b req-41f6b512-aa1a-44f0-a22f-45c5947494bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 943 time: 0.1023736 Jun 30 01:29:04.783625 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-e8f3ac90-aa10-4618-a135-73a3607c0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:04.785164 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-e8f3ac90-aa10-4618-a135-73a3607c0a9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0826509 Jun 30 01:29:04.809032 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1622e62f-2aaa-48eb-8f35-6903e2b6c22b req-25a8d051-1c7b-46d9-a6d4-b333aaaa04fd tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332282 Jun 30 01:29:04.878077 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-0ea991af-7c4f-4eda-a0cf-5a695d893104 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Jun 30 01:29:04.951852 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 71cf93a3-51e2-4599-adfa-1d447e7c49d6 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:04.988310 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6b3849fc-3e33-4be0-97d4-95a6f294a450 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:05.130379 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:05.140205 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8f2d46de-71c3-48fb-8f03-93d4341d3ad5 req-2aee6d78-d06d-4b37-a2cb-2b82eaf62e3e service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556057 Jun 30 01:29:05.143141 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '71cf93a3-51e2-4599-adfa-1d447e7c49d6', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'port_id': '71cf93a3-51e2-4599-adfa-1d447e7c49d6', 'mac_address': 'fa:16:3e:39:3e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:05.185641 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.200440 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cf93a3-51e2-4599-adfa-1d447e7c49d6 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:05.219112 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 6b3849fc-3e33-4be0-97d4-95a6f294a450 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:05.222104 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:05.229122 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 6b3849fc-3e33-4be0-97d4-95a6f294a450 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:05.229122 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.313633 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.314239 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device ec9dcf15-5a8d-41bc-ba26-5b39df15e61f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:05.317611 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:05.368254 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.418431 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:05.420913 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=71cf93a3-51e2-4599-adfa-1d447e7c49d6,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:05.424061 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:05.432979 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3849fc-3e33-4be0-97d4-95a6f294a450'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:05.486845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f219230-b3b8-4e79-8a38-e5b8d2792456 req-ce057808-a0b9-420f-abda-2fd588bb378a tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:05.488237 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2f219230-b3b8-4e79-8a38-e5b8d2792456 req-ce057808-a0b9-420f-abda-2fd588bb378a tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 943 time: 0.0974226 Jun 30 01:29:05.495360 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c42b-748f-47bd-a939-fe2c9c40193b req-036d53ad-61af-4453-abdd-1d7ef1bfed4e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:05.496753 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0297c42b-748f-47bd-a939-fe2c9c40193b req-036d53ad-61af-4453-abdd-1d7ef1bfed4e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 944 time: 0.1170151 Jun 30 01:29:05.512876 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 6b3849fc-3e33-4be0-97d4-95a6f294a450, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:05.514017 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f', 'network_id': '1d84687c-3a75-4b3a-85a0-4fd7bb128b44', 'port_id': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f', 'mac_address': 'fa:16:3e:fb:46:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57b5115-88a0-4027-acf9-943919b2d854', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:05.553551 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.557560 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2f219230-b3b8-4e79-8a38-e5b8d2792456 req-fcd46506-4d3c-4032-97c0-024559ffa191 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598519 Jun 30 01:29:05.562833 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0297c42b-748f-47bd-a939-fe2c9c40193b req-a4c2c269-9bb7-4ad5-95b8-d33423546dd5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580420 Jun 30 01:29:05.569006 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9dcf15-5a8d-41bc-ba26-5b39df15e61f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:05.596034 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:05.606600 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.610030 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:05.657074 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=6b3849fc-3e33-4be0-97d4-95a6f294a450,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:05.661766 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:05.686844 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:05.687596 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device cbb9f955-393f-4265-9845-4a0d02997b10 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:05.690387 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:05.789770 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:05.800867 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:05.858947 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40180) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:05.879736 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port cbb9f955-393f-4265-9845-4a0d02997b10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=cbb9f955-393f-4265-9845-4a0d02997b10,segment=NetworkSegment(7e3f455d-aaa1-46d2-904a-d74d3892a646),segment_id=7e3f455d-aaa1-46d2-904a-d74d3892a646)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:05.901915 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': 'cbb9f955-393f-4265-9845-4a0d02997b10', 'network_id': 'b5119ae5-3253-4273-9d49-333884b3e06a', 'port_id': 'cbb9f955-393f-4265-9845-4a0d02997b10', 'mac_address': 'fa:16:3e:22:57:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a9ff7b-21dd-447b-a3bb-ff7df3229029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:05.978635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.005451 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:29:06.012830 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb9f955-393f-4265-9845-4a0d02997b10 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:06.046947 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port cbb9f955-393f-4265-9845-4a0d02997b10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=cbb9f955-393f-4265-9845-4a0d02997b10,segment=NetworkSegment(7e3f455d-aaa1-46d2-904a-d74d3892a646),segment_id=7e3f455d-aaa1-46d2-904a-d74d3892a646)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:06.051227 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aecfd-ba2a-496d-aa67-2d2e5a49d1b7 req-15a4a0d8-ac52-4f9b-88c7-407acd6630b0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.057861 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-360aecfd-ba2a-496d-aa67-2d2e5a49d1b7 req-15a4a0d8-ac52-4f9b-88c7-407acd6630b0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.1557875 Jun 30 01:29:06.075854 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa04279-17e7-47b0-be7d-e263c0e11c42" -d '{"events": [{"server_uuid": "d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23", "name": "network-vif-plugged", "status": "completed", "tag": "6b3849fc-3e33-4be0-97d4-95a6f294a450"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:06.086438 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d372b9-2c98-42e8-b9f6-1b024c8a53b7 req-33c8af3c-bbdd-44c0-9c2f-bfb4ba328b8b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.087979 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64d372b9-2c98-42e8-b9f6-1b024c8a53b7 req-33c8af3c-bbdd-44c0-9c2f-bfb4ba328b8b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 943 time: 0.1313815 Jun 30 01:29:06.122350 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-360aecfd-ba2a-496d-aa67-2d2e5a49d1b7 req-93ea4ac6-0d4d-451f-a8ac-a92a0fb4eb69 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Jun 30 01:29:06.144629 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.153534 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:06.158858 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64d372b9-2c98-42e8-b9f6-1b024c8a53b7 req-643e1360-f1ba-4386-8373-2241c41eda0b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621827 Jun 30 01:29:06.212344 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=cbb9f955-393f-4265-9845-4a0d02997b10,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:06.212344 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:06.259197 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.366378 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.423793 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.427630 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9377dd8a-af4b-4237-9c38-2b50cea14b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:06.452057 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['71cf93a3-51e2-4599-adfa-1d447e7c49d6'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:06.464737 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['cbb9f955-393f-4265-9845-4a0d02997b10'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:06.477731 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b044bd18524b4ce28d18a202b306c396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199005 Jun 30 01:29:06.478614 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72870f2-50d8-4d5a-ac34-8d2269b8f372,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:06.480416 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 40206) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:06.494007 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:06.539440 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['ec9dcf15-5a8d-41bc-ba26-5b39df15e61f'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:06.549825 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.551215 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf25844e-8bb6-43fd-809e-21e1d7f25235 x-openstack-request-id: req-bf25844e-8bb6-43fd-809e-21e1d7f25235 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:06.551581 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23", "name": "network-vif-plugged", "status": "completed", "tag": "6b3849fc-3e33-4be0-97d4-95a6f294a450", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:06.551910 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf25844e-8bb6-43fd-809e-21e1d7f25235 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:06.552511 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3849fc-3e33-4be0-97d4-95a6f294a450', 'code': 200} Jun 30 01:29:06.580810 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.815527 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.833149 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:06.836656 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d72870f2-50d8-4d5a-ac34-8d2269b8f372 HTTP/1.1" status: 204 len: 168 time: 0.3549449 Jun 30 01:29:06.837467 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:06.849058 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72870f2-50d8-4d5a-ac34-8d2269b8f372,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:06.852269 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:06.957780 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002129-7450-429e-ac3b-d202d86078b6 req-3ccecbbc-f4a7-4f75-8f27-069135cfa813 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.965058 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d7002129-7450-429e-ac3b-d202d86078b6 req-3ccecbbc-f4a7-4f75-8f27-069135cfa813 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 944 time: 0.2510123 Jun 30 01:29:06.985593 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd32a-84c4-4f35-a1a0-4be467ad29c9 req-c450d90d-c4f8-40ed-ba39-4003eb668f6a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:06.993185 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-da2fd32a-84c4-4f35-a1a0-4be467ad29c9 req-c450d90d-c4f8-40ed-ba39-4003eb668f6a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 945 time: 0.2581241 Jun 30 01:29:07.053891 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d7002129-7450-429e-ac3b-d202d86078b6 req-dd17f1c8-77c1-48ce-bcc0-5acc093351de tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781257 Jun 30 01:29:07.060130 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-da2fd32a-84c4-4f35-a1a0-4be467ad29c9 req-7fb0487e-440e-4095-b625-d6e731779422 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660591 Jun 30 01:29:07.139390 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea30e1-07a1-4d8e-9d29-2e448fe51f54 req-5269ad48-094d-4b07-b07c-e997046d25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:07.140915 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b9ea30e1-07a1-4d8e-9d29-2e448fe51f54 req-5269ad48-094d-4b07-b07c-e997046d25bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 1098 time: 0.1147082 Jun 30 01:29:07.166271 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-b9ea30e1-07a1-4d8e-9d29-2e448fe51f54 req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.285053 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-b9ea30e1-07a1-4d8e-9d29-2e448fe51f54 req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.366773 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-b9ea30e1-07a1-4d8e-9d29-2e448fe51f54 req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.368686 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f84e76-e898-488e-9453-1695d0c44113 req-c6899a5f-465d-4963-af4d-9672840ea53b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:07.370377 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95f84e76-e898-488e-9453-1695d0c44113 req-c6899a5f-465d-4963-af4d-9672840ea53b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.1210184 Jun 30 01:29:07.372233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:07.383278 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a218b5-fb67-483f-a021-e5c210bd6e2c req-463d2499-1d4f-4ee0-b674-6c582b8b915d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:07.384995 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-07a218b5-fb67-483f-a021-e5c210bd6e2c req-463d2499-1d4f-4ee0-b674-6c582b8b915d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 943 time: 0.0982420 Jun 30 01:29:07.421510 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b9ea30e1-07a1-4d8e-9d29-2e448fe51f54 req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731462 Jun 30 01:29:07.439210 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac040a95-6972-41d6-9765-a0f53af28ccc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:07.444091 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:07.447094 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95f84e76-e898-488e-9453-1695d0c44113 req-62e0be81-9d6d-4bab-b0c7-ceaa3e36aa05 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611382 Jun 30 01:29:07.473098 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-07a218b5-fb67-483f-a021-e5c210bd6e2c req-ea5f4e50-0bae-4fe4-bf4e-dcded1a0685d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791478 Jun 30 01:29:07.699983 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 40230) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:07.713841 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.812931 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.885698 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:07.889443 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:07.923855 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2290cdcaed14496c846141162d71c5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227495 Jun 30 01:29:07.924733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935725df-52e4-4c1d-a054-8366165578e9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:07.926853 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40236) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:07.928511 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:07.980085 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.000549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.092546 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.095065 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:08.096276 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/935725df-52e4-4c1d-a054-8366165578e9 HTTP/1.1" status: 204 len: 168 time: 0.1677678 Jun 30 01:29:08.097113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d05d1b3d-6824-41d8-98fd-56e974eead9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:08.105231 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935725df-52e4-4c1d-a054-8366165578e9,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:08.109946 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:08.295095 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a66f96-0728-48a6-9afd-236a263dbdfe req-af18c96c-8535-4be3-a805-3eeab437451d tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.296747 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-83a66f96-0728-48a6-9afd-236a263dbdfe req-af18c96c-8535-4be3-a805-3eeab437451d tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 944 time: 0.1133037 Jun 30 01:29:08.320115 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422a93-9b22-47dd-9207-2109353e6b16 req-265a281c-a3a2-4a10-9008-f80aa9ccfa32 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.321576 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b9422a93-9b22-47dd-9207-2109353e6b16 req-265a281c-a3a2-4a10-9008-f80aa9ccfa32 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0986021 Jun 30 01:29:08.366466 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-83a66f96-0728-48a6-9afd-236a263dbdfe req-20f34611-0044-4e21-ac95-7414ae46b873 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596859 Jun 30 01:29:08.378783 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b9422a93-9b22-47dd-9207-2109353e6b16 req-b6c7f8f0-dcc0-4224-8d1b-fe89c76723c1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498135 Jun 30 01:29:08.697171 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327701-e983-468e-b655-90024cc26c4c req-2ef542cc-a6a8-4518-ab31-84f60c5b50ae tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.698867 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-21327701-e983-468e-b655-90024cc26c4c req-2ef542cc-a6a8-4518-ab31-84f60c5b50ae tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.1173062 Jun 30 01:29:08.712253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f51f-cd9b-4212-84fc-92aa91f25c5c req-427b9ce1-aa24-40f3-abcc-37518a2e0bfe tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:08.713885 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-72a7f51f-cd9b-4212-84fc-92aa91f25c5c req-427b9ce1-aa24-40f3-abcc-37518a2e0bfe tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 943 time: 0.0941272 Jun 30 01:29:08.762448 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-21327701-e983-468e-b655-90024cc26c4c req-0c2e8712-9cc9-4baa-8cab-822421ac50f3 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477030 Jun 30 01:29:08.774911 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-72a7f51f-cd9b-4212-84fc-92aa91f25c5c req-28757d5e-8b0a-4b05-b84f-0098c4ab4596 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532081 Jun 30 01:29:09.013888 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 841b2466-edb7-4211-b5db-87ed3c53e775 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:09.015983 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 71cf93a3-51e2-4599-adfa-1d447e7c49d6 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:09.150806 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 841b2466-edb7-4211-b5db-87ed3c53e775, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=841b2466-edb7-4211-b5db-87ed3c53e775,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:09.171642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '841b2466-edb7-4211-b5db-87ed3c53e775', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'port_id': '841b2466-edb7-4211-b5db-87ed3c53e775', 'mac_address': 'fa:16:3e:40:40:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:09.222878 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.242093 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841b2466-edb7-4211-b5db-87ed3c53e775 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:09.262763 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:09.274164 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:09.274548 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.277287 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 841b2466-edb7-4211-b5db-87ed3c53e775, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=841b2466-edb7-4211-b5db-87ed3c53e775,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:09.358010 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.362509 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:09.400214 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.459901 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cf93a3-51e2-4599-adfa-1d447e7c49d6'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:09.465307 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab76070-d472-4d35-85a9-984664b55743" -d '{"events": [{"server_uuid": "ab2513af-5853-4470-9bf5-b0d99e58ea12", "name": "network-vif-plugged", "status": "completed", "tag": "71cf93a3-51e2-4599-adfa-1d447e7c49d6"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:09.483874 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=841b2466-edb7-4211-b5db-87ed3c53e775,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:09.488450 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:09.492418 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:09.601524 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:09.603109 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device ec9dcf15-5a8d-41bc-ba26-5b39df15e61f up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:09.613734 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65948-65e4-4aee-8590-1a795de41fb4 req-346a664e-f191-4e4d-b77b-db2fb10dd784 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:09.613734 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95e65948-65e4-4aee-8590-1a795de41fb4 req-346a664e-f191-4e4d-b77b-db2fb10dd784 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 944 time: 0.1114700 Jun 30 01:29:09.620806 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4d49-d8bd-486a-a068-cb0271602e06 req-3ae87a9a-aae8-470d-a4a3-c01346edf16a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:09.627870 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-442d4d49-d8bd-486a-a068-cb0271602e06 req-3ae87a9a-aae8-470d-a4a3-c01346edf16a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 945 time: 0.1050980 Jun 30 01:29:09.637129 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:09.639883 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['841b2466-edb7-4211-b5db-87ed3c53e775'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:09.693144 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-442d4d49-d8bd-486a-a068-cb0271602e06 req-3b79e639-61f8-4425-8031-d6344799df8d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642784 Jun 30 01:29:09.697781 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95e65948-65e4-4aee-8590-1a795de41fb4 req-dc2beb39-1717-4b35-882c-8da2a46671de tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662084 Jun 30 01:29:09.743616 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a212d9-1847-4306-afe3-94d5d172ec60 x-openstack-request-id: req-21a212d9-1847-4306-afe3-94d5d172ec60 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:09.743914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2513af-5853-4470-9bf5-b0d99e58ea12", "name": "network-vif-plugged", "status": "completed", "tag": "71cf93a3-51e2-4599-adfa-1d447e7c49d6", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:09.744176 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21a212d9-1847-4306-afe3-94d5d172ec60 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:09.744589 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cf93a3-51e2-4599-adfa-1d447e7c49d6', 'code': 200} Jun 30 01:29:09.747201 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=71cf93a3-51e2-4599-adfa-1d447e7c49d6,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:09.750962 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:09.894598 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:09.906576 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:09.907127 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.035570 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.041346 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25700-353f-4def-a1f9-6dbdaecdd0ab req-682de9c0-d161-465a-8fe2-b0e0e4fbce82 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:10.042925 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bbf25700-353f-4def-a1f9-6dbdaecdd0ab req-682de9c0-d161-465a-8fe2-b0e0e4fbce82 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.1281586 Jun 30 01:29:10.054952 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6998b-04bf-497a-ad65-a01248e8231f req-fecfd1f5-600e-4cf9-9aa4-1aa19fbdb1f9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:10.056677 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e9e6998b-04bf-497a-ad65-a01248e8231f req-fecfd1f5-600e-4cf9-9aa4-1aa19fbdb1f9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 944 time: 0.1092331 Jun 30 01:29:10.073408 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:10.112628 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bbf25700-353f-4def-a1f9-6dbdaecdd0ab req-e537219e-e051-4e55-b038-5f940f0af041 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Jun 30 01:29:10.117703 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e9e6998b-04bf-497a-ad65-a01248e8231f req-0f7879e8-c57a-4534-9feb-23a3db3605c5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539627 Jun 30 01:29:10.150025 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.151618 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device cbb9f955-393f-4265-9845-4a0d02997b10 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:10.159135 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:10.258344 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7701d-bcb1-4610-8c1f-4a0eadf0bbfd req-c6b8b903-cd41-4d86-9da1-283976198c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:10.262879 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-67a7701d-bcb1-4610-8c1f-4a0eadf0bbfd req-c6b8b903-cd41-4d86-9da1-283976198c1d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.0826714 Jun 30 01:29:10.296192 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:10.314049 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:10.320860 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-67a7701d-bcb1-4610-8c1f-4a0eadf0bbfd req-654a21d4-25d8-4060-b8ba-5a36b36c318a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Jun 30 01:29:10.389214 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port cbb9f955-393f-4265-9845-4a0d02997b10 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:10.393608 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port cbb9f955-393f-4265-9845-4a0d02997b10 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:10.393997 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.481370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.516943 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port cbb9f955-393f-4265-9845-4a0d02997b10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=cbb9f955-393f-4265-9845-4a0d02997b10,segment=NetworkSegment(7e3f455d-aaa1-46d2-904a-d74d3892a646),segment_id=7e3f455d-aaa1-46d2-904a-d74d3892a646)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:10.601154 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.603783 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-479cfb40-4584-4540-811f-678f433df0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:10.632075 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4f910b46-13d4-4158-9ee4-38e92ab9810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:10.655106 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=cbb9f955-393f-4265-9845-4a0d02997b10,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:10.658673 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:11.015400 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 841b2466-edb7-4211-b5db-87ed3c53e775 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:11.141685 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985057f-2abc-4055-b96a-173b0302a145 req-0c9e70f8-27f2-4c54-8f30-39d34b0d297b tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.143261 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6985057f-2abc-4055-b96a-173b0302a145 req-0c9e70f8-27f2-4c54-8f30-39d34b0d297b tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.3199902 Jun 30 01:29:11.154853 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 841b2466-edb7-4211-b5db-87ed3c53e775 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:11.159066 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 841b2466-edb7-4211-b5db-87ed3c53e775 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:11.160405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.172701 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7ab36-9b85-4378-84a5-0434949a1d57 req-b027e24b-1bba-4fee-b362-fbd21f8d1a70 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.174159 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b2d7ab36-9b85-4378-84a5-0434949a1d57 req-b027e24b-1bba-4fee-b362-fbd21f8d1a70 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.3221359 Jun 30 01:29:11.205715 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6985057f-2abc-4055-b96a-173b0302a145 req-b6c53274-b933-4e21-90b7-b2c34621a418 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565407 Jun 30 01:29:11.246937 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b2d7ab36-9b85-4378-84a5-0434949a1d57 req-a1af84d1-2274-4f2f-b797-fac1d2927222 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Jun 30 01:29:11.254657 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.292575 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 841b2466-edb7-4211-b5db-87ed3c53e775, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=841b2466-edb7-4211-b5db-87ed3c53e775,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:11.388214 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b465-5290-4f20-bf10-523280dbd007 req-c02769c7-a98c-4c28-abc8-b19f9f784140 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:11.389824 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0c96b465-5290-4f20-bf10-523280dbd007 req-c02769c7-a98c-4c28-abc8-b19f9f784140 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 944 time: 0.0673718 Jun 30 01:29:11.395132 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:11.397037 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:11.440874 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0c96b465-5290-4f20-bf10-523280dbd007 req-dec7615e-0e94-4b3c-9f5f-be3cd43e760d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449879 Jun 30 01:29:11.457161 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=841b2466-edb7-4211-b5db-87ed3c53e775,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:11.460657 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:11.745756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f'}, {'server_uuid': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb9f955-393f-4265-9845-4a0d02997b10'}, {'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:11.748365 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f20aa6-6741-4973-b819-00e68ef6905d" -d '{"events": [{"server_uuid": "960b54b2-891a-471e-8f2f-86cc279fb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec9dcf15-5a8d-41bc-ba26-5b39df15e61f"}, {"server_uuid": "85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d", "name": "network-vif-plugged", "status": "completed", "tag": "cbb9f955-393f-4265-9845-4a0d02997b10"}, {"server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "name": "network-vif-plugged", "status": "completed", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:11.796898 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8c6d2-dc71-40ce-8a42-5986b72d434a x-openstack-request-id: req-65a8c6d2-dc71-40ce-8a42-5986b72d434a {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:11.796898 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960b54b2-891a-471e-8f2f-86cc279fb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec9dcf15-5a8d-41bc-ba26-5b39df15e61f", "code": 200}, {"server_uuid": "85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d", "name": "network-vif-plugged", "status": "completed", "tag": "cbb9f955-393f-4265-9845-4a0d02997b10", "code": 200}, {"server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "name": "network-vif-plugged", "status": "completed", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:11.796898 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65a8c6d2-dc71-40ce-8a42-5986b72d434a {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:11.796898 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f', 'code': 200} Jun 30 01:29:11.797275 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb9f955-393f-4265-9845-4a0d02997b10', 'code': 200} Jun 30 01:29:11.797343 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775', 'code': 200} Jun 30 01:29:12.368849 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791db32b-51ff-46d7-b985-cc99c1cf6436 req-ce6a843e-16fb-4414-b7a3-8e391e8c1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.370345 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-791db32b-51ff-46d7-b985-cc99c1cf6436 req-ce6a843e-16fb-4414-b7a3-8e391e8c1a6c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0753751 Jun 30 01:29:12.411929 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-791db32b-51ff-46d7-b985-cc99c1cf6436 req-aad52e5a-97e8-406b-85e0-ff073c888db6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344818 Jun 30 01:29:12.511157 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703038b-5709-4b33-b005-afa8e4d65671 req-6208681f-8c33-4f81-be62-db8acf29ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.512781 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c703038b-5709-4b33-b005-afa8e4d65671 req-6208681f-8c33-4f81-be62-db8acf29ac24 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 1098 time: 0.2088015 Jun 30 01:29:12.516099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9a8e-2f3d-4fc4-8054-c446b556f422 req-fe1c5bc4-3aba-46d7-bf4d-58b01e85e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.517535 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b57e9a8e-2f3d-4fc4-8054-c446b556f422 req-fe1c5bc4-3aba-46d7-bf4d-58b01e85e598 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 1099 time: 0.2221100 Jun 30 01:29:12.526111 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc149c6-b872-41ba-8d5b-4e770562756e req-2c5aacf4-3fc3-4294-b9a7-54b1c9b51bbe tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.527477 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8fc149c6-b872-41ba-8d5b-4e770562756e req-2c5aacf4-3fc3-4294-b9a7-54b1c9b51bbe tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.1810184 Jun 30 01:29:12.619064 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c703038b-5709-4b33-b005-afa8e4d65671 req-57ee6348-5de3-4988-af57-5b60b41ed1ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906386 Jun 30 01:29:12.622453 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b57e9a8e-2f3d-4fc4-8054-c446b556f422 req-62eab317-0f88-40b1-a3f5-3710d0921259 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930862 Jun 30 01:29:12.628987 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8fc149c6-b872-41ba-8d5b-4e770562756e req-63c041dd-c780-43ec-92e4-2df0daf929f7 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892553 Jun 30 01:29:12.773340 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40436) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:12.797614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7a8aa-856c-4fd1-8158-fa8e1da801c6 req-9b026555-1b7f-4e04-9cb4-03dd5c1e0fbe tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:12.799210 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3ee7a8aa-856c-4fd1-8158-fa8e1da801c6 req-9b026555-1b7f-4e04-9cb4-03dd5c1e0fbe tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0641503 Jun 30 01:29:12.855776 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3ee7a8aa-856c-4fd1-8158-fa8e1da801c6 req-6aa0f80c-5025-44c7-9099-4ef870e2adff tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Jun 30 01:29:12.908299 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.017680 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.052856 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d783f-ad40-4a67-80c3-4f7694be882a req-19329996-91fb-4d77-9173-39c24aeec023 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.054400 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0d4d783f-ad40-4a67-80c3-4f7694be882a req-19329996-91fb-4d77-9173-39c24aeec023 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0762506 Jun 30 01:29:13.095956 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0d4d783f-ad40-4a67-80c3-4f7694be882a req-7677a1eb-3266-4412-a653-9472a4accafd tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356257 Jun 30 01:29:13.103765 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 40450) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:13.149432 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.151993 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:13.188676 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52121548-7ef5-4c48-8b84-3b8e0dd5ffb2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:13.193434 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c6b79592f7343b7ad643317231af8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184046 Jun 30 01:29:13.206519 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:13.206519 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40456) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:13.223320 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-089ba1d5-fdc9-454d-bf84-01bc64e2879d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.240746 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.275504 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.309471 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.367752 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.406553 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.409488 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.413283 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52121548-7ef5-4c48-8b84-3b8e0dd5ffb2 HTTP/1.1" status: 204 len: 168 time: 0.2120955 Jun 30 01:29:13.413283 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:13.420214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52121548-7ef5-4c48-8b84-3b8e0dd5ffb2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:13.422689 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:13.434898 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.439237 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a1c3991b-7041-4486-ada1-8e53082281ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:13.475340 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93b6150a31a948d2b12ccf8be18add58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704576 Jun 30 01:29:13.476567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d526575-1fbb-4269-8181-b5e52ccd0a4a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:13.478066 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40460) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:13.479888 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:13.525417 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.553172 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.669511 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.760695 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.763273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:13.767397 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d526575-1fbb-4269-8181-b5e52ccd0a4a HTTP/1.1" status: 204 len: 168 time: 0.2882388 Jun 30 01:29:13.768179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bdda8857-5df3-4dd0-9a6c-b36c30d105fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:13.776285 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d526575-1fbb-4269-8181-b5e52ccd0a4a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:13.785203 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:13.845391 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20134-64c3-4eef-bd29-d01fb4696336 req-8d5b1a7d-93ed-47be-8b4a-e7fe55d345d3 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:13.847011 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c2d20134-64c3-4eef-bd29-d01fb4696336 req-8d5b1a7d-93ed-47be-8b4a-e7fe55d345d3 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.0903046 Jun 30 01:29:13.901841 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c2d20134-64c3-4eef-bd29-d01fb4696336 req-e0596990-5430-44c0-99eb-ca60f4a8cde5 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Jun 30 01:29:14.034748 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31959e4-5644-4a98-8e5c-cd109334075f req-67cbcbb0-26c6-4b18-b369-eb464e6d1fa8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:14.036185 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a31959e4-5644-4a98-8e5c-cd109334075f req-67cbcbb0-26c6-4b18-b369-eb464e6d1fa8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0714154 Jun 30 01:29:14.093802 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a31959e4-5644-4a98-8e5c-cd109334075f req-0eeb2869-a5e1-427d-8141-cd494edba4b5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Jun 30 01:29:14.278497 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98982aa-9aab-4d50-8584-6582b450ad28 req-75887e6a-2143-4e9a-bdd7-97c5c1f09a5a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:14.280039 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c98982aa-9aab-4d50-8584-6582b450ad28 req-75887e6a-2143-4e9a-bdd7-97c5c1f09a5a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0652630 Jun 30 01:29:14.306508 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40482) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:14.321716 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.358577 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c98982aa-9aab-4d50-8584-6582b450ad28 req-d7cf0980-94a8-4c9b-bf54-ef7a838bff74 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661330 Jun 30 01:29:14.458579 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.530383 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.533353 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dfc935af-17a6-48a6-b90b-36bb189e4231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:14.538564 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7d4fd-bc52-4f81-9918-b909157b67e4 req-4768be35-e04a-4767-9a88-8a4315a2d761 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:14.540213 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33a7d4fd-bc52-4f81-9918-b909157b67e4 req-4768be35-e04a-4767-9a88-8a4315a2d761 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0784822 Jun 30 01:29:14.550009 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 40490) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:14.556319 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'floatingip': {'port_id': '841b2466-edb7-4211-b5db-87ed3c53e775'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:14.574871 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1f4ecd8898c4d1093a94d0fd3e40a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670071 Jun 30 01:29:14.575279 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40492) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:14.578933 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0af30-c746-4f26-85d8-f5a160354f8c,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:14.586168 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:14.605341 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.650230 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.656350 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.674138 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.689953 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 40494) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:14.748736 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.789341 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.792487 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:14.794469 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48d0af30-c746-4f26-85d8-f5a160354f8c HTTP/1.1" status: 204 len: 168 time: 0.2178726 Jun 30 01:29:14.795213 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:14.803743 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0af30-c746-4f26-85d8-f5a160354f8c,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:14.806356 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:15.032333 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.191152 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.212231 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:15.368481 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abd44894c78941db862f7ff6e02614eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773708 Jun 30 01:29:15.376124 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40512) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:15.378017 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114cec7f-3ee4-4ac0-abaf-7050559a00a3,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:15.441739 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.466453 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.577886 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:15.589099 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.595761 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.595761 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/114cec7f-3ee4-4ac0-abaf-7050559a00a3 HTTP/1.1" status: 204 len: 168 time: 0.2158644 Jun 30 01:29:15.595761 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-52b60e10-57d8-49aa-a62e-84e4860f80c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:15.608403 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114cec7f-3ee4-4ac0-abaf-7050559a00a3,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:15.614061 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb8ef-15ce-4979-b9dc-fde6c23ed96d req-0e65f211-1f4a-488c-a2af-473f062861fc tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:15.616731 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1abb8ef-15ce-4979-b9dc-fde6c23ed96d req-0e65f211-1f4a-488c-a2af-473f062861fc tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.5866072 Jun 30 01:29:15.638185 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:15.694383 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.db.resource_extend [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 01:29:15.758970 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1abb8ef-15ce-4979-b9dc-fde6c23ed96d req-cae9f310-1ccc-4dbe-892d-5e4cffd2e342 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144812 Jun 30 01:29:15.788265 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67831cd8-609b-4344-bb49-61d26d1484ff req-8d9698f1-5024-47b1-8675-881ff36c30e1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:15.788265 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-67831cd8-609b-4344-bb49-61d26d1484ff req-8d9698f1-5024-47b1-8675-881ff36c30e1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.5463226 Jun 30 01:29:15.835781 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:15.854682 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-67831cd8-609b-4344-bb49-61d26d1484ff req-635b7a2d-6227-46de-93e6-d70bb925f667 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522819 Jun 30 01:29:15.982196 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.109973 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.132813 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.l3_db [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Floating IP 3b5f2aa7-19fa-4885-9185-8b36bbd88f92 associated. External IP: 172.28.2.243, port: 841b2466-edb7-4211-b5db-87ed3c53e775. Jun 30 01:29:16.196132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40548) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:16.382640 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-638827823-network', 'tenant_id': '883131b9812248309405713f719b4571'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:16.482348 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:29:16.532244 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Made reservation on behalf of 883131b9812248309405713f719b4571 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:16.535287 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.549299 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.700722 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.772252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:29:16.782641 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.788125 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:29:16.794856 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.799545 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-93ee2f8d-7413-4037-a859-fb09211b1508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:16.814239 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:16.819880 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:29:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:16.823911 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:29:16.834978 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5494c-6730-4ef3-b4af-0a8180b2a718,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:16.851861 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:16.853439 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.854223 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Added segment 1c4fad26-d301-48fd-ad9e-74bd7485d024 of type vlan for network 449c035d-7c25-4a5e-9597-5f38039aafc7 Jun 30 01:29:16.872861 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca405d-f946-45e4-9c56-611e196d3ebf req-6a919895-341f-437e-8bf5-87ddaa10df4c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:16.874407 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96ca405d-f946-45e4-9c56-611e196d3ebf req-6a919895-341f-437e-8bf5-87ddaa10df4c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.3249199 Jun 30 01:29:16.882986 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-4b2b7e98-8fe2-4b73-938f-c7d90c5fd6bf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "PUT /v2.0/floatingips/3b5f2aa7-19fa-4885-9185-8b36bbd88f92 HTTP/1.1" status: 200 len: 991 time: 2.3315914 Jun 30 01:29:16.888349 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:16.901676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e534a-cce4-49b4-80e5-17620ff692b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:16.901676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e17b-944a-486c-a5bc-282e15739359 req-665ea5a9-5135-4eb3-8ea9-10c06a82bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:16.901676 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-665ea5a9-5135-4eb3-8ea9-10c06a82bd42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 1099 time: 0.2455261 Jun 30 01:29:16.912675 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-2d5534cc-1db4-40ef-9ac1-01dd74997703 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:16.914685 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-2d5534cc-1db4-40ef-9ac1-01dd74997703 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.2214746 Jun 30 01:29:16.923062 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:16.977736 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:16.982497 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-d51da3f6-9cd0-4f18-bf3e-c4adbf6de8bf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/quotas/f0114c36becf411399c11852a7197609 HTTP/1.1" status: 200 len: 375 time: 0.0591590 Jun 30 01:29:17.010920 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96ca405d-f946-45e4-9c56-611e196d3ebf req-658413dd-089e-4a53-bd6a-95c4d50aa9d2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246126 Jun 30 01:29:17.070104 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.071829 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:17.072688 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.086986 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e17b-944a-486c-a5bc-282e15739359 req-de26add7-f7af-4bcd-8096-bd6acf1eaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:17.089514 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-de26add7-f7af-4bcd-8096-bd6acf1eaf19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.1680076 Jun 30 01:29:17.098463 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:17.141030 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-68d485dd-11c1-476b-8dc6-bf675cfff8ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f HTTP/1.1" status: 200 len: 217 time: 0.0423484 Jun 30 01:29:17.196638 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e17b-944a-486c-a5bc-282e15739359 req-4715a89f-6770-4742-b845-efaa8f5d81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:17.199318 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-4715a89f-6770-4742-b845-efaa8f5d81fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.0495420 Jun 30 01:29:17.199453 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Pushing event updated for resources: {'Network': ['ID=449c035d-7c25-4a5e-9597-5f38039aafc7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:17.218778 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:17.219517 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 449c035d-7c25-4a5e-9597-5f38039aafc7 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:29:17.223481 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-1017bea9-ca67-40c4-89d7-8d34bbf9da18 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2342763 Jun 30 01:29:17.295570 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0954535 Jun 30 01:29:17.295892 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40598) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:17.300963 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Request body: {'subnet': {'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-638827823-subnet', 'tenant_id': '883131b9812248309405713f719b4571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:17.319999 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315d866-bdd1-4f7b-a7dd-2d5a48898737 x-openstack-request-id: req-6315d866-bdd1-4f7b-a7dd-2d5a48898737 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:17.320313 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:17.320677 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6315d866-bdd1-4f7b-a7dd-2d5a48898737 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:17.321457 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775', 'status': 'completed', 'code': 200} Jun 30 01:29:17.352872 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '3b5f2aa7-19fa-4885-9185-8b36bbd88f92', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'port_id': '841b2466-edb7-4211-b5db-87ed3c53e775', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'mac_address': 'fa:16:3e:40:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:28:53Z', 'updated_at': '2021-06-30T01:29:15Z', 'revision_number': 1, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:17.360995 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-28c59e65-d453-4405-8501-6067bb7626c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519965 Jun 30 01:29:17.381960 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:29:17.390158 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:29:17.390761 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:29:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:17.398809 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Made reservation on behalf of 883131b9812248309405713f719b4571 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:17.398809 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.468227 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-c8e43368-3a2c-44a5-9049-2c958e0e2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:17.470228 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-c8e43368-3a2c-44a5-9049-2c958e0e2543 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1098 time: 0.1881003 Jun 30 01:29:17.482000 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-accadb4f-a301-40c8-944c-936bc389a5d1 service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554216 Jun 30 01:29:17.582970 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-4aa3d415-8413-476c-9361-1df4d03492ea service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116129 Jun 30 01:29:17.599080 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:29:17.726563 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:17.730702 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c51b5505-fa2a-4a71-8da1-19183c8f197b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:17.861435 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ce9449-6fef-4cbc-92f7-69e1e68b30d9,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:17.872036 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:17.880929 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Checking segment: {'id': '1c4fad26-d301-48fd-ad9e-74bd7485d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:17.881422 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Network hostable DHCP agents. Network: 449c035d-7c25-4a5e-9597-5f38039aafc7, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:29:17.882103 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '3b5f2aa7-19fa-4885-9185-8b36bbd88f92', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'port_id': '841b2466-edb7-4211-b5db-87ed3c53e775', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'mac_address': 'fa:16:3e:40:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:28:53Z', 'updated_at': '2021-06-30T01:29:15Z', 'revision_number': 1, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:17.942005 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc35440-fd99-4cb4-a384-8b0f85655de9 None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '3b5f2aa7-19fa-4885-9185-8b36bbd88f92', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'port_id': '841b2466-edb7-4211-b5db-87ed3c53e775', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'mac_address': 'fa:16:3e:40:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:28:53Z', 'updated_at': '2021-06-30T01:29:15Z', 'revision_number': 1, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:29:18.005173 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-11e534ea-e32d-4ba4-b7cb-84a387d78388 service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863765 Jun 30 01:29:18.056174 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Network 449c035d-7c25-4a5e-9597-5f38039aafc7 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:29:18.066033 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-0289901a-3259-404b-8678-3f08d3d23e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.067815 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-0289901a-3259-404b-8678-3f08d3d23e57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 912 time: 0.5850561 Jun 30 01:29:18.074622 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9214e17b-944a-486c-a5bc-282e15739359 req-45eb17ff-c18e-42e6-a4e7-b9654b07cf5a service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631927 Jun 30 01:29:18.191403 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-cd3c365c-0d79-40b3-bbc6-c9835297b05d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 200 len: 999 time: 0.1002145 Jun 30 01:29:18.198522 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 449c035d-7c25-4a5e-9597-5f38039aafc7) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:18.218350 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.218350 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:18.218609 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c3683-161a-43fd-be0c-e3d80a67f7a5 None None] Network 449c035d-7c25-4a5e-9597-5f38039aafc7 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:18.264090 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-4d04de2d-ea38-4446-9c3e-932e7846228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.264878 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-4d04de2d-ea38-4446-9c3e-932e7846228f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.0613189 Jun 30 01:29:18.335866 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0383139 Jun 30 01:29:18.357124 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d2c8-940d-4a8d-8208-7cad6e002589 None None] New status for floating IP 3b5f2aa7-19fa-4885-9185-8b36bbd88f92: ACTIVE {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:29:18.483568 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-90d03724-036f-4214-9af1-4bc7266bfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.487245 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-90d03724-036f-4214-9af1-4bc7266bfe21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2028625 Jun 30 01:29:18.582702 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36005381-4f6c-431a-85a4-268b33e0d0c5 None None] Network 449c035d-7c25-4a5e-9597-5f38039aafc7 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:18.703481 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-97da1424-35f6-47f8-8c8c-964008bfcc1d service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023559 Jun 30 01:29:18.725125 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae61a-5b5a-4b00-8425-730ad79cbd6e req-76ece7df-0d32-434f-92c2-461ceb985782 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:18.726649 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-224ae61a-5b5a-4b00-8425-730ad79cbd6e req-76ece7df-0d32-434f-92c2-461ceb985782 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1131370 Jun 30 01:29:18.833725 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-224ae61a-5b5a-4b00-8425-730ad79cbd6e req-9e6d46bc-83dd-4848-bf1a-6f00d142576d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879967 Jun 30 01:29:18.884794 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a28e534a-cce4-49b4-80e5-17620ff692b3 req-626b3153-752d-4876-a7c4-21320bfebf3d service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570997 Jun 30 01:29:19.063993 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-73a9db46-4103-4db2-b792-3de68cd72d28 req-24293d37-2c95-44f7-bd53-379971a9e20a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0455587 Jun 30 01:29:19.409902 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40676) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:19.417419 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309173984-network', 'tenant_id': '07b15476387e419296cea8d95c59bd5e'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:19.531885 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Made reservation on behalf of 07b15476387e419296cea8d95c59bd5e for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:19.534164 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.543695 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.636079 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.726630 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.730786 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-986d9610-8007-4d35-8b6d-a093c22f7f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:19.748149 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:29:19.762057 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2607eef-389c-452e-8722-c366d8c12753,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:19.764840 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.765173 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Added segment 6a7ace5d-33b5-414e-95db-4a9eb0e50953 of type vlan for network 731609f7-59fa-4fee-bd8b-034f87d25f88 Jun 30 01:29:19.766493 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:19.804297 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.926022 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.931216 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:19.931216 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:19.931591 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98fff2a0-62fa-4801-a9de-92f5e1946a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:19.991712 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Pushing event updated for resources: {'Network': ['ID=731609f7-59fa-4fee-bd8b-034f87d25f88,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:19.994107 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:20.003538 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 731609f7-59fa-4fee-bd8b-034f87d25f88 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:29:20.048714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4c37a-82ff-4d90-8746-59d91c29552c req-767b664a-178f-4161-84b8-0ee42ccb25b6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:20.050491 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1c4c37a-82ff-4d90-8746-59d91c29552c req-767b664a-178f-4161-84b8-0ee42ccb25b6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1019852 Jun 30 01:29:20.066894 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6518359 Jun 30 01:29:20.066894 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40700) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:20.073949 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Request body: {'subnet': {'network_id': '731609f7-59fa-4fee-bd8b-034f87d25f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309173984-subnet', 'tenant_id': '07b15476387e419296cea8d95c59bd5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:20.125195 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1c4c37a-82ff-4d90-8746-59d91c29552c req-12119a90-5da6-4ad3-b428-6841effc0431 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Jun 30 01:29:20.188789 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Made reservation on behalf of 07b15476387e419296cea8d95c59bd5e for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:20.197565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.264297 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-385b253d-974a-41f7-a1c9-9b17be6f5d97 req-8ee3c491-d8c5-4b09-b020-a44aa2638a5c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0275028 Jun 30 01:29:20.457763 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.461537 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f3148512-f1c1-421d-a3c1-b433497a4c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:20.512963 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a48e1ce-dc70-48aa-8a40-48c4a014633a,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:20.516508 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:20.522808 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Checking segment: {'id': '6a7ace5d-33b5-414e-95db-4a9eb0e50953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '731609f7-59fa-4fee-bd8b-034f87d25f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:20.523324 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Network hostable DHCP agents. Network: 731609f7-59fa-4fee-bd8b-034f87d25f88, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:29:20.593208 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Network 731609f7-59fa-4fee-bd8b-034f87d25f88 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:29:20.700378 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 731609f7-59fa-4fee-bd8b-034f87d25f88) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:20.701969 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:20.702864 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:20.705858 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0dc3b-d00b-404a-a03f-e158b46406d0 None None] Network 731609f7-59fa-4fee-bd8b-034f87d25f88 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:20.799867 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7319918 Jun 30 01:29:20.837773 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29759d6-5e39-4e1c-812a-2949f12f306a None None] Network 731609f7-59fa-4fee-bd8b-034f87d25f88 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:29:21.105668 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-99984ce3-e0fe-40fd-b836-bb2dbf3c0f79 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:21.107559 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-99984ce3-e0fe-40fd-b836-bb2dbf3c0f79 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.1297655 Jun 30 01:29:21.125810 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Request body: {'port': {'device_id': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'admin_state_up': True, 'tenant_id': 'f0114c36becf411399c11852a7197609'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:21.399944 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Made reservation on behalf of f0114c36becf411399c11852a7197609 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:21.403537 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:21.423072 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd5be3-0395-4b59-a206-547b25ae87c2 req-8decb9b0-c79c-457b-b37d-4ec147b1ea18 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:21.424587 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebfd5be3-0395-4b59-a206-547b25ae87c2 req-8decb9b0-c79c-457b-b37d-4ec147b1ea18 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1623495 Jun 30 01:29:21.447269 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-1e9540e0-c316-4c2f-a45e-d1c59a9eff60 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:21.448675 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-1e9540e0-c316-4c2f-a45e-d1c59a9eff60 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/networks?id=449c035d-7c25-4a5e-9597-5f38039aafc7 HTTP/1.1" status: 200 len: 808 time: 0.1739087 Jun 30 01:29:21.510347 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-ba6d5d77-4b55-44db-9474-7e39f38e47f3 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/quotas/883131b9812248309405713f719b4571 HTTP/1.1" status: 200 len: 375 time: 0.0489333 Jun 30 01:29:21.564355 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-b1dc032c-862b-4e39-b24a-0e8ef305a68e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=883131b9812248309405713f719b4571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476158 Jun 30 01:29:21.567132 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebfd5be3-0395-4b59-a206-547b25ae87c2 req-2482f0b5-d3e8-4a6e-9665-24bcef45e8bb tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333826 Jun 30 01:29:21.671623 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Allocated IP 172.20.0.3 (9e773ac1-aa7b-49dc-be9f-19ef76789e72/168dac1d-f9d9-4278-906d-26b6c195f477/1f122b1d-aa6e-4578-9fa3-8630790efeea) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:21.718698 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-d3abbe7c-cb60-416d-b734-13c18bf0355c service neutron] 10.222.0.37 "GET /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466343 Jun 30 01:29:21.875786 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a8a45479-4de3-4f09-8914-335511b1eaa1 req-7370ec65-0879-437e-8fce-bc8ca2a6b228 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0484085 Jun 30 01:29:21.923424 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-ddc61056-18ec-4869-951f-87e7f6d3a113 service neutron] 10.222.0.37 "GET /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953633 Jun 30 01:29:21.943423 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.096661 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.101829 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:22.109958 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:22.150555 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:22.154412 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:22.156969 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:22.162991 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:22.163366 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.181328 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event updated for resources: {'Port': ['ID=1f122b1d-aa6e-4578-9fa3-8630790efeea,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:22.184449 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:22.226399 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-17a0c6d5-bd59-47c6-b699-4314c071e2b1 req-aab8111d-02b5-4907-ac1d-962dc1f1376f tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 210 time: 0.0335052 Jun 30 01:29:22.241783 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1204891 Jun 30 01:29:22.259493 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Request body: {'port': {'device_id': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:22.339196 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.601801 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f122b1d-aa6e-4578-9fa3-8630790efeea {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:22.609328 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.621374 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Transition to ACTIVE for port object 1f122b1d-aa6e-4578-9fa3-8630790efeea will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:22.706654 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.717373 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:22.784919 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Pushing event updated for resources: {'Port': ['ID=1f122b1d-aa6e-4578-9fa3-8630790efeea,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:22.788534 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:22.828644 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Attempting to bind port 1f122b1d-aa6e-4578-9fa3-8630790efeea on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:22.829080 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Attempting to bind port 1f122b1d-aa6e-4578-9fa3-8630790efeea by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:22.829600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Attempting to bind port 1f122b1d-aa6e-4578-9fa3-8630790efeea on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:22.843849 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66339-d289-4dc1-9dfa-3874333bc36d req-f26c1506-6a25-487d-b131-62eafe98431c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:22.845501 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c4e66339-d289-4dc1-9dfa-3874333bc36d req-f26c1506-6a25-487d-b131-62eafe98431c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1678531 Jun 30 01:29:22.848465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Port 1f122b1d-aa6e-4578-9fa3-8630790efeea on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:29:22.849101 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Attempting to bind port 1f122b1d-aa6e-4578-9fa3-8630790efeea on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:22.862466 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:22.862817 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Checking segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:22.863348 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Bound using segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:22.863804 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Bound port: 1f122b1d-aa6e-4578-9fa3-8630790efeea, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:22.864205 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:22.935893 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c4e66339-d289-4dc1-9dfa-3874333bc36d req-6f80bdc7-a71d-4396-96f0-b648d04a7d14 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Jun 30 01:29:22.966406 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] For port 1f122b1d-aa6e-4578-9fa3-8630790efeea, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:22.971031 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] For port 1f122b1d-aa6e-4578-9fa3-8630790efeea, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:23.098828 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:23.117474 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:23.172744 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.173374 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:23.174715 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] 10.222.0.38 "PUT /v2.0/ports/1f122b1d-aa6e-4578-9fa3-8630790efeea HTTP/1.1" status: 200 len: 1093 time: 0.9212954 Jun 30 01:29:23.176988 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'tag': '1f122b1d-aa6e-4578-9fa3-8630790efeea'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:23.179725 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5", "tag": "1f122b1d-aa6e-4578-9fa3-8630790efeea"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:23.220973 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7450b6-3e83-4c5c-85a0-f21362bdca61 req-b12a31e0-fa1a-4d78-bc54-647da1884fc7 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.222391 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c7450b6-3e83-4c5c-85a0-f21362bdca61 req-b12a31e0-fa1a-4d78-bc54-647da1884fc7 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.1583266 Jun 30 01:29:23.232188 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Pushing event updated for resources: {'Port': ['ID=1f122b1d-aa6e-4578-9fa3-8630790efeea,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:23.240365 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:23.278275 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fa3fc-121c-429f-ab24-cfddff19543b req-19ce8b3b-cbdd-470a-943a-e0cb39678a0d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.279730 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-622fa3fc-121c-429f-ab24-cfddff19543b req-19ce8b3b-cbdd-470a-943a-e0cb39678a0d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 943 time: 0.1667974 Jun 30 01:29:23.282806 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c7450b6-3e83-4c5c-85a0-f21362bdca61 req-b2fc78f3-471a-40aa-bc2f-10ca2a44458e tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Jun 30 01:29:23.320351 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-622fa3fc-121c-429f-ab24-cfddff19543b req-915e9bf1-55e5-42b2-bada-b4a1a8bfd7f0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Jun 30 01:29:23.342110 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dedc13-39a5-4c71-9dfb-87379c491775 x-openstack-request-id: req-64dedc13-39a5-4c71-9dfb-87379c491775 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:23.342429 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5", "tag": "1f122b1d-aa6e-4578-9fa3-8630790efeea", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:23.342709 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64dedc13-39a5-4c71-9dfb-87379c491775 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:23.343125 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'tag': '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'status': 'completed', 'code': 200} Jun 30 01:29:23.405457 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d049f861-dc1d-4204-b7f8-e353d6e46b23 req-da942f00-6e7c-4970-8d6e-b98fa1201c3d tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 210 time: 0.0326207 Jun 30 01:29:23.427119 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-ca24fcea-134d-441f-84eb-b95a7b786e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.430431 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-ca24fcea-134d-441f-84eb-b95a7b786e9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0819268 Jun 30 01:29:23.484490 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-5a38db76-a45b-462d-8004-c73010685b73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea HTTP/1.1" status: 200 len: 217 time: 0.0329978 Jun 30 01:29:23.534106 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-f8d548fd-5eb7-4590-8b59-c9c86287b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.535564 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-f8d548fd-5eb7-4590-8b59-c9c86287b1b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.0426228 Jun 30 01:29:23.573266 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-11741829-0b0c-4317-8601-01d267309ac6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295663 Jun 30 01:29:23.681370 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-cfc11e84-f7ef-4711-a455-00f9699d3720 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823405 Jun 30 01:29:23.777731 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dcd45ea1-e080-4c0c-908d-1f420660a55d req-fb8fb184-3349-4d1e-852a-793565861d99 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Jun 30 01:29:23.990730 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-510c14e2-5b3b-494d-9b73-f20f4b296643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:23.997845 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-510c14e2-5b3b-494d-9b73-f20f4b296643 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0553629 Jun 30 01:29:24.356545 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-cfe246a9-2bde-4440-b087-62317be702d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.358040 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-cfe246a9-2bde-4440-b087-62317be702d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 916 time: 0.3586845 Jun 30 01:29:24.408150 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-98ba7452-490b-41ab-8518-769b1af05957 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea HTTP/1.1" status: 200 len: 217 time: 0.0412643 Jun 30 01:29:24.422627 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6855c4-4512-4647-a681-d475417f1979 req-d0fd9733-8d99-48d9-bc5f-6a22d75e6c0f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.427650 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c6855c4-4512-4647-a681-d475417f1979 req-d0fd9733-8d99-48d9-bc5f-6a22d75e6c0f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.3533971 Jun 30 01:29:24.538072 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c6855c4-4512-4647-a681-d475417f1979 req-37f88641-a23d-424b-b1de-ab7aaa4d65c7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024911 Jun 30 01:29:24.540511 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-946e14b8-4ab8-4936-8cb7-9053b5276e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.542134 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-946e14b8-4ab8-4936-8cb7-9053b5276e6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.1089563 Jun 30 01:29:24.589248 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-92d298c4-a680-4878-9803-4782d611a8bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387046 Jun 30 01:29:24.603125 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4c806-e348-4cb5-bb62-0af66b434cd1 req-be565892-d579-4825-b28c-77b0adc752b1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.611824 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52d4c806-e348-4cb5-bb62-0af66b434cd1 req-be565892-d579-4825-b28c-77b0adc752b1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.1956582 Jun 30 01:29:24.618211 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:24.717034 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52d4c806-e348-4cb5-bb62-0af66b434cd1 req-2c598384-4878-41ff-97b7-c4b77b802243 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039670 Jun 30 01:29:24.785064 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-e5c8b818-60fc-4744-af75-45c30b817be9 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506612 Jun 30 01:29:24.798187 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b984-4315-4ac9-8202-f32d36e47e92 req-8b44cfb6-9636-4bb1-9339-486bcf2f3e9c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:24.799817 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e835b984-4315-4ac9-8202-f32d36e47e92 req-8b44cfb6-9636-4bb1-9339-486bcf2f3e9c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 943 time: 0.1395693 Jun 30 01:29:24.971556 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c0f0f455-4b52-40e0-9060-2945ecd9da93 req-d36b903f-6558-4792-8290-70233bfcc6d2 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 210 time: 0.0572274 Jun 30 01:29:24.989615 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e835b984-4315-4ac9-8202-f32d36e47e92 req-b6eca9ef-b28c-4697-9be1-509ff9f3ec50 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732728 Jun 30 01:29:25.056254 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-a43bc458-e3dd-469d-bdeb-bc57f7f33b91 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:25.060869 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-a43bc458-e3dd-469d-bdeb-bc57f7f33b91 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.38 "GET /v2.0/networks?id=449c035d-7c25-4a5e-9597-5f38039aafc7 HTTP/1.1" status: 200 len: 808 time: 0.1958544 Jun 30 01:29:25.060869 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab380c9a-d3b6-47f7-a53c-35dd006ffbe7 req-35bcb7b9-ea05-4c9d-860e-26eab4557f90 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599525 Jun 30 01:29:25.091586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Request body: {'port': {'device_id': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7', 'admin_state_up': True, 'tenant_id': '883131b9812248309405713f719b4571'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:25.325792 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Made reservation on behalf of 883131b9812248309405713f719b4571 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:25.329337 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.496389 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-ec684d01-af63-4f0f-8ffc-4ecba8d2901b tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:25.497846 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-ec684d01-af63-4f0f-8ffc-4ecba8d2901b tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.38 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.1183555 Jun 30 01:29:25.498894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Allocated IP 172.20.0.2 (449c035d-7c25-4a5e-9597-5f38039aafc7/a6ce9449-6fef-4cbc-92f7-69e1e68b30d9/615d915a-73fc-496c-a8c6-413847ab8fec) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:25.651588 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40888) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:25.735205 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Deleting port cbb9f955-393f-4265-9845-4a0d02997b10 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:25.735564 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.761813 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.822743 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.839647 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d300-b0b6-4bae-ba41-6a8865ef0266 req-3cd18f99-d8c3-4fc3-b1fe-3be009580dd9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:25.841177 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48b4d300-b0b6-4bae-ba41-6a8865ef0266 req-3cd18f99-d8c3-4fc3-b1fe-3be009580dd9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1842577 Jun 30 01:29:25.872080 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.952071 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] For port cbb9f955-393f-4265-9845-4a0d02997b10, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=cbb9f955-393f-4265-9845-4a0d02997b10,segment=NetworkSegment(7e3f455d-aaa1-46d2-904a-d74d3892a646),segment_id=7e3f455d-aaa1-46d2-904a-d74d3892a646)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:25.952428 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.976089 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:25.980511 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48b4d300-b0b6-4bae-ba41-6a8865ef0266 req-e9fe1c8e-8727-45b4-98ab-d177f68acfc3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299181 Jun 30 01:29:25.980511 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Calling delete_port for cbb9f955-393f-4265-9845-4a0d02997b10 owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:25.980760 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7acfbc68-557e-42b8-aaf6-5d9c97041725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.033072 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08372fe4-dfcf-49e6-96fe-db6d3a8c486c,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.036051 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.045670 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d209b54d4a0f4082aedd0b1c5b28e4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919044 Jun 30 01:29:26.046518 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40902) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:26.083462 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242788-a141-4bb4-ae8b-82568d23e48c req-f0e0eafd-dc1f-42e0-a590-dc2c43fae037 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.092766 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45242788-a141-4bb4-ae8b-82568d23e48c req-f0e0eafd-dc1f-42e0-a590-dc2c43fae037 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 945 time: 0.2070978 Jun 30 01:29:26.125694 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.142591 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.153932 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.157074 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45242788-a141-4bb4-ae8b-82568d23e48c req-e92b8c02-b614-4161-898b-975f40a89a93 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4da4097-33fb-470f-97ed-4462e8fbd8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648332 Jun 30 01:29:26.161334 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e533991a-ca14-472d-b902-e0d4d68f33ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.248422 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Network 449c035d-7c25-4a5e-9597-5f38039aafc7 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:26.257089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:26.266177 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:26.271643 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.272252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.291321 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.293977 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.295123 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08372fe4-dfcf-49e6-96fe-db6d3a8c486c HTTP/1.1" status: 204 len: 168 time: 0.2475188 Jun 30 01:29:26.296032 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a32098e9-7f07-4c4b-9c04-ea08d4e770d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.298876 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Pushing event updated for resources: {'Port': ['ID=615d915a-73fc-496c-a8c6-413847ab8fec,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.305745 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08372fe4-dfcf-49e6-96fe-db6d3a8c486c,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.308002 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.318219 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.384876 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6b299-70fc-41ca-8a7a-121c687fe1d9 req-b953ee5c-aed9-40ad-96f4-290b9b50acce tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.391698 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-66d6b299-70fc-41ca-8a7a-121c687fe1d9 req-b953ee5c-aed9-40ad-96f4-290b9b50acce tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 931 time: 0.2336133 Jun 30 01:29:26.407043 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202183 Jun 30 01:29:26.421671 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Request body: {'port': {'device_id': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:26.436397 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40916) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:26.453740 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.470005 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['cbb9f955-393f-4265-9845-4a0d02997b10'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:26.470633 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-632e04b3-453c-403d-897f-938703bb8faf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.477031 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-66d6b299-70fc-41ca-8a7a-121c687fe1d9 req-3be57f8c-c1b9-4ca9-a4e6-0e653425fa40 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845058 Jun 30 01:29:26.526113 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31550924-f084-4dd7-81af-cbeb8eb47252 req-2128a3af-7507-484b-9114-d1f549c6557c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:26.527646 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-31550924-f084-4dd7-81af-cbeb8eb47252 req-2128a3af-7507-484b-9114-d1f549c6557c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 943 time: 0.2330475 Jun 30 01:29:26.532336 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Pushing event deleted for resources: {'Port': ['ID=cbb9f955-393f-4265-9845-4a0d02997b10,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.538736 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.636350 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] No DVR routers for this DVR port cbb9f955-393f-4265-9845-4a0d02997b10 on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:26.644003 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.648966 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e7ef62f-bc35-4d0d-9b33-5b9b3042eabd req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.38 "DELETE /v2.0/ports/cbb9f955-393f-4265-9845-4a0d02997b10 HTTP/1.1" status: 204 len: 173 time: 1.1404085 Jun 30 01:29:26.658352 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'name': 'network-vif-deleted', 'tag': 'cbb9f955-393f-4265-9845-4a0d02997b10'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:26.658352 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30efe5c4-2258-4d28-ad81-f1a9a9e7f7f9" -d '{"events": [{"server_uuid": "85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d", "name": "network-vif-deleted", "tag": "cbb9f955-393f-4265-9845-4a0d02997b10"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:26.664232 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.677993 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-31550924-f084-4dd7-81af-cbeb8eb47252 req-72118ea7-d764-46da-b149-c463f271c3f6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365225 Jun 30 01:29:26.685177 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.780888 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c80d4-53ba-4657-b42d-74fcb73e9166 x-openstack-request-id: req-6a8c80d4-53ba-4657-b42d-74fcb73e9166 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:26.781282 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d", "name": "network-vif-deleted", "tag": "cbb9f955-393f-4265-9845-4a0d02997b10", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:26.781685 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a8c80d4-53ba-4657-b42d-74fcb73e9166 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:26.782176 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d', 'name': 'network-vif-deleted', 'tag': 'cbb9f955-393f-4265-9845-4a0d02997b10', 'status': 'completed', 'code': 200} Jun 30 01:29:26.788646 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.861106 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.863578 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-06a9ac4a-45ff-4199-a6ac-4b35e6ec3e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:26.902237 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3853542-1685-4f51-a2db-dc9b68f645dc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:26.907298 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c943f485f7da474a9f0b16c199b4dfe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697480 Jun 30 01:29:26.908348 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:26.919965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40924) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:26.971948 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:26.998111 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.063034 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 1f122b1d-aa6e-4578-9fa3-8630790efeea details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:27.095722 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40928) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:27.112768 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.169195 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 1f122b1d-aa6e-4578-9fa3-8630790efeea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:27.181900 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'port_id': '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'mac_address': 'fa:16:3e:2b:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168dac1d-f9d9-4278-906d-26b6c195f477', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:27.184034 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615d915a-73fc-496c-a8c6-413847ab8fec {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:27.190490 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.193541 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.207877 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3853542-1685-4f51-a2db-dc9b68f645dc HTTP/1.1" status: 204 len: 168 time: 0.2867467 Jun 30 01:29:27.213400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d43c5412-5f63-401e-befe-a83f5ce1a9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.222470 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.223089 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.240503 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3853542-1685-4f51-a2db-dc9b68f645dc,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.243955 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f122b1d-aa6e-4578-9fa3-8630790efeea {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:27.248099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Transition to ACTIVE for port object 615d915a-73fc-496c-a8c6-413847ab8fec will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:27.250923 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.268781 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c565e-e441-4fb1-b79f-ccacc11a3ac0 req-ce901831-4086-4ef0-8eac-856c276cd72b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:27.270146 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 1f122b1d-aa6e-4578-9fa3-8630790efeea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:27.270307 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f82c565e-e441-4fb1-b79f-ccacc11a3ac0 req-ce901831-4086-4ef0-8eac-856c276cd72b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0808020 Jun 30 01:29:27.300059 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.311610 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.332263 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.353611 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.355770 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.390835 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f82c565e-e441-4fb1-b79f-ccacc11a3ac0 req-36916405-1cb8-4f34-9265-f3c15f086bab tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118457 Jun 30 01:29:27.403042 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=1f122b1d-aa6e-4578-9fa3-8630790efeea,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.412558 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.416101 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.420067 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f661be2-8f4a-4e58-ab21-1bf236a1db94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.421674 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88e797f8-0b84-47b7-8d0e-e0172a97cd6e req-e02dc935-647f-4de5-be84-3a3bb5b368f4 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a8a8ec-2c2f-4e93-b5c9-d7b693549e0d HTTP/1.1" status: 200 len: 210 time: 0.0488710 Jun 30 01:29:27.437456 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=615d915a-73fc-496c-a8c6-413847ab8fec,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.443376 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.460704 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Attempting to bind port 615d915a-73fc-496c-a8c6-413847ab8fec on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:27.461134 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Attempting to bind port 615d915a-73fc-496c-a8c6-413847ab8fec by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '1c4fad26-d301-48fd-ad9e-74bd7485d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:27.461646 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Attempting to bind port 615d915a-73fc-496c-a8c6-413847ab8fec on network 449c035d-7c25-4a5e-9597-5f38039aafc7 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:27.467719 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Port 615d915a-73fc-496c-a8c6-413847ab8fec on network 449c035d-7c25-4a5e-9597-5f38039aafc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:29:27.468244 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Attempting to bind port 615d915a-73fc-496c-a8c6-413847ab8fec on network 449c035d-7c25-4a5e-9597-5f38039aafc7 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:27.469437 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=287e14f3a7094aaea6e9fae47382fee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726079 Jun 30 01:29:27.471990 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40938) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:27.477717 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:27.478282 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Checking segment: {'id': '1c4fad26-d301-48fd-ad9e-74bd7485d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:27.478897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Bound using segment: {'id': '1c4fad26-d301-48fd-ad9e-74bd7485d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:27.479657 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Bound port: 615d915a-73fc-496c-a8c6-413847ab8fec, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4fad26-d301-48fd-ad9e-74bd7485d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:27.480007 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.482759 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c359fa19-6aa4-48b5-850f-ce9393f69b48,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.491987 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.534550 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.572228 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] For port 615d915a-73fc-496c-a8c6-413847ab8fec, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:27.576716 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] For port 615d915a-73fc-496c-a8c6-413847ab8fec, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=615d915a-73fc-496c-a8c6-413847ab8fec,segment=NetworkSegment(1c4fad26-d301-48fd-ad9e-74bd7485d024),segment_id=1c4fad26-d301-48fd-ad9e-74bd7485d024)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:27.579320 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.654871 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.661643 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-69f20055-c756-4a90-8268-089e39edbc05 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.698032 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:27.698157 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['1f122b1d-aa6e-4578-9fa3-8630790efeea'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:27.698634 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.700020 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] 10.222.0.38 "PUT /v2.0/ports/615d915a-73fc-496c-a8c6-413847ab8fec HTTP/1.1" status: 200 len: 1093 time: 1.2829688 Jun 30 01:29:27.731649 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.737034 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=615d915a-73fc-496c-a8c6-413847ab8fec,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.737179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:27.738828 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c359fa19-6aa4-48b5-850f-ce9393f69b48 HTTP/1.1" status: 204 len: 168 time: 0.2654865 Jun 30 01:29:27.742080 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:27.748746 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.756619 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191691e2-bfd8-4eaf-8eca-0f97fa563d39 req-12121b27-4f0d-4740-b0f7-f4655ea60931 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:27.757632 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c359fa19-6aa4-48b5-850f-ce9393f69b48,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:27.758738 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-191691e2-bfd8-4eaf-8eca-0f97fa563d39 req-12121b27-4f0d-4740-b0f7-f4655ea60931 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 943 time: 0.1430306 Jun 30 01:29:27.763527 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:27.821660 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-191691e2-bfd8-4eaf-8eca-0f97fa563d39 req-34cedc49-f256-49a9-80bb-687de1cde1ab tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Jun 30 01:29:27.978918 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-b42290d7-3145-4c0b-9e47-e04f985b826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:27.980421 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-b42290d7-3145-4c0b-9e47-e04f985b826d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=883131b9812248309405713f719b4571&device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 1096 time: 0.1011972 Jun 30 01:29:28.055420 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-1e8ece7b-ade5-48b5-b44a-51d08e3f5489 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615d915a-73fc-496c-a8c6-413847ab8fec HTTP/1.1" status: 200 len: 217 time: 0.0529499 Jun 30 01:29:28.068587 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779642a-3f86-4dfa-948b-e78ed5ddb190 req-7eb62ed5-07bf-4d6f-a002-8cf71806b157 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.070050 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3779642a-3f86-4dfa-948b-e78ed5ddb190 req-7eb62ed5-07bf-4d6f-a002-8cf71806b157 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 944 time: 0.1333249 Jun 30 01:29:28.136300 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-d129e765-7882-4c73-9b2f-107abb77d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.137782 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-d129e765-7882-4c73-9b2f-107abb77d0cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6ce9449-6fef-4cbc-92f7-69e1e68b30d9 HTTP/1.1" status: 200 len: 848 time: 0.0668926 Jun 30 01:29:28.142827 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3779642a-3f86-4dfa-948b-e78ed5ddb190 req-7c85203a-f9da-48ce-bfac-cc9e76625559 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648456 Jun 30 01:29:28.171669 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40962) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:28.174326 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-499b2ebe-9168-4bc1-b804-d56929824734 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=449c035d-7c25-4a5e-9597-5f38039aafc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286391 Jun 30 01:29:28.266676 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-3b1d51b0-639a-4241-85b6-84fb80889c31 service neutron] 10.222.0.38 "GET /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799382 Jun 30 01:29:28.363906 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb6c142a-bf4c-4580-a81b-1c4eed7f6710 req-4f0004e6-8160-4426-9ed5-c21dbc5616d4 service neutron] 10.222.0.38 "GET /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891774 Jun 30 01:29:28.366574 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.466083 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.538774 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.543157 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-61da7215-fbcb-4884-8a53-13b65d1f50fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:28.599021 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500522a0-a263-45f8-a032-d60dd5d5be0e req-497bb3e6-afed-4727-86fd-37838b0857c0 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.602009 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-500522a0-a263-45f8-a032-d60dd5d5be0e req-497bb3e6-afed-4727-86fd-37838b0857c0 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0878861 Jun 30 01:29:28.608898 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54411aa4e0cb441c9e8b6e8bbcfffac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361272 Jun 30 01:29:28.610331 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5270c38-15d9-44cb-aa36-25ef9c5ed567,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:28.612802 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 40990) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:28.614990 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:28.664829 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-500522a0-a263-45f8-a032-d60dd5d5be0e req-bd22d92c-ce30-497a-9689-fd2c0f5be2ad tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 Jun 30 01:29:28.670241 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.702953 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.783091 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'tag': '615d915a-73fc-496c-a8c6-413847ab8fec'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:28.785948 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70519e0-a9f3-450b-bc53-741f764ca97c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a7c2ad-8354-4b94-b358-e27be70700c7", "tag": "615d915a-73fc-496c-a8c6-413847ab8fec"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:28.831486 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b17570-bb54-42df-a6d9-d02bc8c013e7 x-openstack-request-id: req-60b17570-bb54-42df-a6d9-d02bc8c013e7 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:28.831805 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a7c2ad-8354-4b94-b358-e27be70700c7", "tag": "615d915a-73fc-496c-a8c6-413847ab8fec", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:28.832084 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60b17570-bb54-42df-a6d9-d02bc8c013e7 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:28.832549 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'tag': '615d915a-73fc-496c-a8c6-413847ab8fec', 'status': 'completed', 'code': 200} Jun 30 01:29:28.840191 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.842787 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:28.853943 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5270c38-15d9-44cb-aa36-25ef9c5ed567 HTTP/1.1" status: 204 len: 168 time: 0.2300208 Jun 30 01:29:28.853943 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:28.853943 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5270c38-15d9-44cb-aa36-25ef9c5ed567,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:28.855450 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:28.973233 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-15ae4740-957d-4901-8a60-d74c485d2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:28.975022 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-15ae4740-957d-4901-8a60-d74c485d2dc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=883131b9812248309405713f719b4571&device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 1096 time: 0.1028211 Jun 30 01:29:29.084664 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 1f122b1d-aa6e-4578-9fa3-8630790efeea up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:29.139970 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-85738d90-7089-46b8-9e82-660253624ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.141478 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-85738d90-7089-46b8-9e82-660253624ab3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=449c035d-7c25-4a5e-9597-5f38039aafc7 HTTP/1.1" status: 200 len: 909 time: 0.1543241 Jun 30 01:29:29.149839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbbbe-774f-4d6f-a675-165697cf6ca7 req-edc6c4b7-32cb-417d-9371-5073617638e6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.156735 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a03cbbbe-774f-4d6f-a675-165697cf6ca7 req-edc6c4b7-32cb-417d-9371-5073617638e6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 943 time: 0.1481788 Jun 30 01:29:29.204694 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-95023fc9-7051-4fd2-bdac-ca39281d6fda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615d915a-73fc-496c-a8c6-413847ab8fec HTTP/1.1" status: 200 len: 217 time: 0.0455563 Jun 30 01:29:29.222835 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 1f122b1d-aa6e-4578-9fa3-8630790efeea completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:29.229854 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 1f122b1d-aa6e-4578-9fa3-8630790efeea triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:29.230692 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.246194 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a03cbbbe-774f-4d6f-a675-165697cf6ca7 req-7260ae24-8718-495e-af91-e20673d018fb tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885522 Jun 30 01:29:29.289654 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-a08db5d1-d718-41b1-ab19-08d259dcea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.291201 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-a08db5d1-d718-41b1-ab19-08d259dcea44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6ce9449-6fef-4cbc-92f7-69e1e68b30d9 HTTP/1.1" status: 200 len: 848 time: 0.0704908 Jun 30 01:29:29.335660 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.359807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f122b1d-aa6e-4578-9fa3-8630790efeea'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:29.362073 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a75299-2944-425f-b6bc-d304f9b667cb" -d '{"events": [{"server_uuid": "f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f122b1d-aa6e-4578-9fa3-8630790efeea"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:29.379274 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 1f122b1d-aa6e-4578-9fa3-8630790efeea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:29.383114 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-8049e845-3d21-465c-9e5e-7e8bb0f50cba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=449c035d-7c25-4a5e-9597-5f38039aafc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779593 Jun 30 01:29:29.461620 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.463925 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device cbb9f955-393f-4265-9845-4a0d02997b10 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:29.469519 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-fa500210-a253-42ba-9347-847260bf32a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:29.476575 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4816-46da-4d5b-8a29-407043bebf90 req-7607efea-ec0e-4bbe-92cb-f067f0cbbca4 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.478187 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dddb4816-46da-4d5b-8a29-407043bebf90 req-7607efea-ec0e-4bbe-92cb-f067f0cbbca4 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 944 time: 0.1744812 Jun 30 01:29:29.494617 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: cbb9f955-393f-4265-9845-4a0d02997b10 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:29.495018 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device cbb9f955-393f-4265-9845-4a0d02997b10 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:29.541207 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=1f122b1d-aa6e-4578-9fa3-8630790efeea,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:29.544476 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:29.555596 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dddb4816-46da-4d5b-8a29-407043bebf90 req-77dd2930-5c37-4d3b-a745-3a383d4ff884 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684268 Jun 30 01:29:29.558395 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-9277a699-96cd-4eb4-8c89-dbb2e887f02a service neutron] 10.222.0.38 "GET /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633697 Jun 30 01:29:29.564040 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1894ed3-6407-4e07-b402-156e1f722cbb x-openstack-request-id: req-a1894ed3-6407-4e07-b402-156e1f722cbb {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:29.564711 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f122b1d-aa6e-4578-9fa3-8630790efeea", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:29.565113 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1894ed3-6407-4e07-b402-156e1f722cbb {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:29.565887 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'code': 200} Jun 30 01:29:29.655437 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d70519e0-a9f3-450b-bc53-741f764ca97c req-32e7657b-0c08-4aaa-bb59-a04040f8edd9 service neutron] 10.222.0.38 "GET /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Jun 30 01:29:29.821797 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41044) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:29.835829 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.846350 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ccc7b-5cd0-4242-af05-bb7a9bc19e85 req-5317c71b-8d82-4e0a-927d-9c3e02a65fca tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.847959 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1b7ccc7b-5cd0-4242-af05-bb7a9bc19e85 req-5317c71b-8d82-4e0a-927d-9c3e02a65fca tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0749464 Jun 30 01:29:29.897034 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1b7ccc7b-5cd0-4242-af05-bb7a9bc19e85 req-065a6f22-918a-4b50-ab7e-16b8cb150f64 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Jun 30 01:29:29.922779 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41046) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:29.947056 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:29.998172 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527650a3-f101-4887-9a86-d52701c1b836 req-44ba73d7-520d-4d1e-99d9-fc3ce379400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:29.998172 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-527650a3-f101-4887-9a86-d52701c1b836 req-44ba73d7-520d-4d1e-99d9-fc3ce379400f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0575111 Jun 30 01:29:30.006214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.013425 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-522107ab-b309-42a4-b8e8-2bb5aab1d35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:30.047359 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dcbb94660fc4c03856d267a3925250d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243896 Jun 30 01:29:30.048270 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2efd6f-01e4-44f5-ba4b-3bab844426ef,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:30.048846 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-527650a3-f101-4887-9a86-d52701c1b836 req-7a167a5f-3595-4773-8f4a-1b943609d8be service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Jun 30 01:29:30.050468 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41052) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:30.052469 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:30.064123 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.134874 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.170621 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.242745 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.279973 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41068) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:30.324287 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Deleting subnet 52a9ff7b-21dd-447b-a3bb-ff7df3229029 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:29:30.327526 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.329054 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.331642 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.332854 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e2efd6f-01e4-44f5-ba4b-3bab844426ef HTTP/1.1" status: 204 len: 168 time: 0.2814732 Jun 30 01:29:30.350434 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a3afe5c0-39cc-4e4e-b191-52e073475805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:30.357562 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.374285 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2efd6f-01e4-44f5-ba4b-3bab844426ef,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:30.376719 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:30.383956 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-50d11815-32a3-4409-b457-9b22a8ad5936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:30.430834 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.452302 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.476407 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaa779fdefc54a5081923766509173f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522645 Jun 30 01:29:30.479289 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41076) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:30.484249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a860779f-9f11-476d-bd33-c56a1fa37476,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:30.496167 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:30.530328 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.550028 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea9c4c-041b-410b-b6ad-3e6608d82e42 req-2a074e6f-75c5-425d-96d5-2965bcc48d07 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:30.556269 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.557673 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebea9c4c-041b-410b-b6ad-3e6608d82e42 req-2a074e6f-75c5-425d-96d5-2965bcc48d07 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 943 time: 0.1847084 Jun 30 01:29:30.603073 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebea9c4c-041b-410b-b6ad-3e6608d82e42 req-93a8aea7-9171-4f34-996e-cd7f71c6846d tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 Jun 30 01:29:30.607134 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.613110 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d324d7f0-d14e-4d45-b828-4201e2a378ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:30.640644 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a9ff7b-21dd-447b-a3bb-ff7df3229029,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:30.645421 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:30.646700 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.650993 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6586b13d-7277-470c-8c6c-17fe47137751 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52a9ff7b-21dd-447b-a3bb-ff7df3229029 HTTP/1.1" status: 204 len: 168 time: 0.3676586 Jun 30 01:29:30.651395 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41086) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:30.698935 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.701692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.705290 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a860779f-9f11-476d-bd33-c56a1fa37476 HTTP/1.1" status: 204 len: 168 time: 0.2224040 Jun 30 01:29:30.705290 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0764bffe-cd1b-48b0-aef4-c15ca7f4d987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:30.721956 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a860779f-9f11-476d-bd33-c56a1fa37476,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:30.725984 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:30.742275 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.770819 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afb36e-9df0-4ffe-ba70-125d5798b1f3 req-7f119c85-ec0c-4756-a5d1-9dd88191547c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:30.772866 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-76afb36e-9df0-4ffe-ba70-125d5798b1f3 req-7f119c85-ec0c-4756-a5d1-9dd88191547c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0861907 Jun 30 01:29:30.824032 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-76afb36e-9df0-4ffe-ba70-125d5798b1f3 req-a6bdc86a-6e85-42bd-a32e-9cc44fa90615 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Jun 30 01:29:30.829382 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:30.849239 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.849239 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.850000 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.850441 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.851009 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.851432 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.851846 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.852258 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.852723 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.853129 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.979026 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.979655 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.979749 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.980037 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:29:30.980438 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5119ae5-3253-4273-9d49-333884b3e06a']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:31.003089 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3f455d-aaa1-46d2-904a-d74d3892a646') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:31.003381 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3f455d-aaa1-46d2-904a-d74d3892a646') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:29:31.028448 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.053816 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.064833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:29:31.066083 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: from cryptography.utils import int_from_bytes Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: from cryptography.utils import int_from_bytes Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:29:31.070257 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:29:31.092915 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 615d915a-73fc-496c-a8c6-413847ab8fec details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:31.140806 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802ed67-29bb-41d4-973c-ce6d68ea2e2b req-5b43d2f1-b0d0-4c63-8a27-65dc0ad5f8f3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:31.148674 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7802ed67-29bb-41d4-973c-ce6d68ea2e2b req-5b43d2f1-b0d0-4c63-8a27-65dc0ad5f8f3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1082544 Jun 30 01:29:31.185255 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7802ed67-29bb-41d4-973c-ce6d68ea2e2b req-19542359-ad0c-4bf5-b84a-b9dbaf5470dc tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Jun 30 01:29:31.217908 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 615d915a-73fc-496c-a8c6-413847ab8fec, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=615d915a-73fc-496c-a8c6-413847ab8fec,segment=NetworkSegment(1c4fad26-d301-48fd-ad9e-74bd7485d024),segment_id=1c4fad26-d301-48fd-ad9e-74bd7485d024)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:31.228388 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.232954 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c00afb56-79a9-4d4b-bb73-558fddda654d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:31.247033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.249569 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5119ae5-3253-4273-9d49-333884b3e06a HTTP/1.1" status: 204 len: 168 time: 0.5970271 Jun 30 01:29:31.251122 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5119ae5-3253-4273-9d49-333884b3e06a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:31.255157 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:31.259367 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '615d915a-73fc-496c-a8c6-413847ab8fec', 'network_id': '449c035d-7c25-4a5e-9597-5f38039aafc7', 'port_id': '615d915a-73fc-496c-a8c6-413847ab8fec', 'mac_address': 'fa:16:3e:76:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ce9449-6fef-4cbc-92f7-69e1e68b30d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:31.311810 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.329978 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615d915a-73fc-496c-a8c6-413847ab8fec {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:31.353202 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 615d915a-73fc-496c-a8c6-413847ab8fec, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=615d915a-73fc-496c-a8c6-413847ab8fec,segment=NetworkSegment(1c4fad26-d301-48fd-ad9e-74bd7485d024),segment_id=1c4fad26-d301-48fd-ad9e-74bd7485d024)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:31.451226 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.453229 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:31.504293 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=615d915a-73fc-496c-a8c6-413847ab8fec,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:31.509380 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:31.684010 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41128) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:31.761882 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-b3e2200f-0412-44f2-ac61-915e9507c16e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=622eb3696c834be5b5f318e7d21d899c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0762336 Jun 30 01:29:31.764554 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41130) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:31.800311 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedf526-298f-4e2c-9d4a-9f6e04b05d11 req-daca40ac-1e76-4c30-b2d3-f4762dd87a24 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:31.801852 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8cedf526-298f-4e2c-9d4a-9f6e04b05d11 req-daca40ac-1e76-4c30-b2d3-f4762dd87a24 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 944 time: 0.0865686 Jun 30 01:29:31.817139 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['615d915a-73fc-496c-a8c6-413847ab8fec'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:31.830999 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:31.844957 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8cedf526-298f-4e2c-9d4a-9f6e04b05d11 req-b0627320-bd75-4827-be03-919f2b2b91ee tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373709 Jun 30 01:29:31.885739 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:32.024663 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901ff36-a032-493d-ba6c-e259c092e1fd req-9accabac-95c9-49f8-a550-8e2a2dfc3cb0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:32.026156 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8901ff36-a032-493d-ba6c-e259c092e1fd req-9accabac-95c9-49f8-a550-8e2a2dfc3cb0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0740223 Jun 30 01:29:32.075981 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8901ff36-a032-493d-ba6c-e259c092e1fd req-b2a87fd2-436c-4fd1-b479-e2a3f1f5062e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Jun 30 01:29:32.081737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:32.084405 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:32.086246 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4da4097-33fb-470f-97ed-4462e8fbd8e2 HTTP/1.1" status: 204 len: 168 time: 0.3193729 Jun 30 01:29:32.086532 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:32.094358 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da4097-33fb-470f-97ed-4462e8fbd8e2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:32.101115 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:32.397482 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d6f4-2f27-4b57-9e07-b145269d13e1 req-9249984d-5a39-4d69-9f6d-a45445e0049d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:32.398988 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0b04d6f4-2f27-4b57-9e07-b145269d13e1 req-9249984d-5a39-4d69-9f6d-a45445e0049d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0784345 Jun 30 01:29:32.439143 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0b04d6f4-2f27-4b57-9e07-b145269d13e1 req-b077214e-961d-4b05-89fe-cc485f6d2b1f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Jun 30 01:29:33.079146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331408-c86a-431b-ab41-a5765fa17da8 req-7df2393c-aaa2-4c13-8ec9-0ef313afff71 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:33.086062 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ee331408-c86a-431b-ab41-a5765fa17da8 req-7df2393c-aaa2-4c13-8ec9-0ef313afff71 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 944 time: 0.0898411 Jun 30 01:29:33.107739 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 615d915a-73fc-496c-a8c6-413847ab8fec up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:33.125465 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ee331408-c86a-431b-ab41-a5765fa17da8 req-51f7b695-649f-40e1-ab87-59007385f164 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jun 30 01:29:33.260998 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 615d915a-73fc-496c-a8c6-413847ab8fec completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:33.265333 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 615d915a-73fc-496c-a8c6-413847ab8fec triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:33.265882 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:33.347779 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:33.369739 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615d915a-73fc-496c-a8c6-413847ab8fec'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:33.372549 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8adb3b-703f-40b0-add3-572faadcc006" -d '{"events": [{"server_uuid": "a4a7c2ad-8354-4b94-b358-e27be70700c7", "name": "network-vif-plugged", "status": "completed", "tag": "615d915a-73fc-496c-a8c6-413847ab8fec"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:33.385653 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 615d915a-73fc-496c-a8c6-413847ab8fec, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=615d915a-73fc-496c-a8c6-413847ab8fec,segment=NetworkSegment(1c4fad26-d301-48fd-ad9e-74bd7485d024),segment_id=1c4fad26-d301-48fd-ad9e-74bd7485d024)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:33.410751 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29d99a-6c7f-4342-838b-a74a44bca7ba x-openstack-request-id: req-ee29d99a-6c7f-4342-838b-a74a44bca7ba {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:33.411044 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a7c2ad-8354-4b94-b358-e27be70700c7", "name": "network-vif-plugged", "status": "completed", "tag": "615d915a-73fc-496c-a8c6-413847ab8fec", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:33.411338 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee29d99a-6c7f-4342-838b-a74a44bca7ba {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:33.412251 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615d915a-73fc-496c-a8c6-413847ab8fec', 'code': 200} Jun 30 01:29:33.467086 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:33.468912 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:33.539544 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=615d915a-73fc-496c-a8c6-413847ab8fec,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:33.542990 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:33.657566 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64132e-6d3f-4b65-b9fc-a635ced2e72e req-5aedadd2-a06d-4701-bd66-3d56980d7c38 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:33.659406 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ec64132e-6d3f-4b65-b9fc-a635ced2e72e req-5aedadd2-a06d-4701-bd66-3d56980d7c38 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0733232 Jun 30 01:29:33.705337 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ec64132e-6d3f-4b65-b9fc-a635ced2e72e req-cb99003e-d85a-4c9c-803c-7eff6c01df97 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Jun 30 01:29:33.864432 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452099a-aacc-43e5-9f23-f26188455e01 req-97eb6e7a-915b-4f71-b60b-f9a5aaa812c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:33.865986 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7452099a-aacc-43e5-9f23-f26188455e01 req-97eb6e7a-915b-4f71-b60b-f9a5aaa812c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 1098 time: 0.0677304 Jun 30 01:29:33.913407 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7452099a-aacc-43e5-9f23-f26188455e01 req-3034e338-423a-4981-ae5d-750b1505f86c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Jun 30 01:29:34.334388 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42de52-5961-4198-adb1-94c1543739d4 req-8a51e60b-6135-4d4c-8e9c-7907b7e69e5e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:34.336089 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb42de52-5961-4198-adb1-94c1543739d4 req-8a51e60b-6135-4d4c-8e9c-7907b7e69e5e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 945 time: 0.0840201 Jun 30 01:29:34.388685 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb42de52-5961-4198-adb1-94c1543739d4 req-69d44099-3567-4622-aa6a-19fff107cc5f tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Jun 30 01:29:34.508295 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-43bcd58e-50dd-4c94-bd01-980e9f3d8531 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:34.510058 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-43bcd58e-50dd-4c94-bd01-980e9f3d8531 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.1201885 Jun 30 01:29:34.524362 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-e7f4f14f-6574-44f7-b0a6-282be9c930a5 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/quotas/f0114c36becf411399c11852a7197609 HTTP/1.1" status: 200 len: 375 time: 0.0092738 Jun 30 01:29:34.613863 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-98cb9241-4052-4ea3-b82a-6eed220958d6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844474 Jun 30 01:29:34.734849 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-067bf188-f619-4d13-bc4d-7fa78da856b5 service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192610 Jun 30 01:29:34.825506 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-dbd913fd-89a7-4a35-afc6-e9eb757734b3 service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841081 Jun 30 01:29:35.088865 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41286) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:35.231653 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41292) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:35.279447 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9378335-5f12-42f0-9c3f-92b16a950449 req-4498cf6a-9ae2-47ae-912b-d6cb2eb08097 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:35.280997 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d9378335-5f12-42f0-9c3f-92b16a950449 req-4498cf6a-9ae2-47ae-912b-d6cb2eb08097 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1082532 Jun 30 01:29:35.309956 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.340066 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d9378335-5f12-42f0-9c3f-92b16a950449 req-254d36f5-94ea-4c5c-8d1c-93e57a2c5393 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532696 Jun 30 01:29:35.404658 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.540399 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.541947 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-44787bd8-1321-4345-b907-00664d985888 req-18c21f94-5955-4bb8-8a51-b7531ca4c633 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 210 time: 0.0311172 Jun 30 01:29:35.647379 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baee879-4183-4cad-b22a-841a56af92c2 req-9456ea2e-9b3b-4f6c-9c25-d1662134939d tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:35.648857 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9baee879-4183-4cad-b22a-841a56af92c2 req-9456ea2e-9b3b-4f6c-9c25-d1662134939d tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 945 time: 0.0615222 Jun 30 01:29:35.693403 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9baee879-4183-4cad-b22a-841a56af92c2 req-9964ae85-5d5a-44aa-9ae9-78df41329586 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380671 Jun 30 01:29:35.718291 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.727226 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6f637024-3fd5-4f3c-b49d-0377ea189c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:35.775099 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd9d9d8957794090828565a34f8bbdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850495 Jun 30 01:29:35.777792 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41318) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:35.778662 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa886bda-1088-46ff-b3ff-c42523de644f,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:35.789309 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.789748 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.790054 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.790393 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.790726 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.791068 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.791402 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.791737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.792086 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.792420 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.792773 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.793103 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:35.798087 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:35.837828 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.851027 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.859536 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.988984 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:35.992101 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e38f4deb-3334-43d4-8b2e-05c662a6ab66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:36.030581 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c20f7d7912114c22b76ea1bff8dbde5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978656 Jun 30 01:29:36.039383 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6c48a-7efe-4d6a-965d-227fc1aa47ac,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:36.039851 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41320) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:36.039960 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:36.060338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:36.063047 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:36.064287 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa886bda-1088-46ff-b3ff-c42523de644f HTTP/1.1" status: 204 len: 168 time: 0.2852855 Jun 30 01:29:36.067904 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-483cf58e-e13c-44c3-ba3e-02d1f30aa6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:36.081746 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa886bda-1088-46ff-b3ff-c42523de644f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:36.091617 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.091980 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.092328 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.092695 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.093036 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.093377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.093709 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.094043 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.094381 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.094708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.095036 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.095365 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:36.099097 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:36.113099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:36.136308 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:36.336755 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:36.340047 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:36.343607 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4f6c48a-7efe-4d6a-965d-227fc1aa47ac HTTP/1.1" status: 204 len: 168 time: 0.3059752 Jun 30 01:29:36.343607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c9fd249-c994-4d27-b2bd-38c6ebb73911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:36.350107 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6c48a-7efe-4d6a-965d-227fc1aa47ac,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:36.352464 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:36.523356 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06471742-a45e-48be-93df-501c8a84c1ba req-f760ec0d-1a82-4a0a-a393-82af843b2b38 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:36.524883 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06471742-a45e-48be-93df-501c8a84c1ba req-f760ec0d-1a82-4a0a-a393-82af843b2b38 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0687401 Jun 30 01:29:36.579602 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06471742-a45e-48be-93df-501c8a84c1ba req-46e128f4-9145-4506-89a4-01aed288d7ab tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Jun 30 01:29:36.713256 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-93cadde5-6aa4-4ccc-af67-8cf6729af6db req-13067e9f-f0ea-460c-afd1-08e2f897a030 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 210 time: 0.0327623 Jun 30 01:29:37.009483 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41352) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:37.022623 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.107374 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.256595 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.260140 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:37.298174 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e954c8b11e042de8d4158d5ed66808c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850335 Jun 30 01:29:37.298174 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32707cb1-b727-46c0-9739-94419c159988,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:37.298623 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41354) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:37.299647 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:37.345516 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.365984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.445089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41358) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:37.458827 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.479746 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.482302 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.483408 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32707cb1-b727-46c0-9739-94419c159988 HTTP/1.1" status: 204 len: 168 time: 0.1838675 Jun 30 01:29:37.486961 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5ae72e78-f8ea-4916-8265-57d54e7bd147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:37.498595 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32707cb1-b727-46c0-9739-94419c159988,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:37.503628 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:37.573500 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.662875 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.670117 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:37.706147 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=253a7670fb754bb3989d69f4dd12c6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597110 Jun 30 01:29:37.709123 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea796f-4053-4103-941c-6b1a4902fd57,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:37.709287 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41382) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:37.712328 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:37.764690 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.781077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78112e-1446-4331-9f29-89a1e86b5c22 req-10e50433-d0b4-4d94-b2b6-12cb62c9e24b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:37.782615 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ba78112e-1446-4331-9f29-89a1e86b5c22 req-10e50433-d0b4-4d94-b2b6-12cb62c9e24b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0750768 Jun 30 01:29:37.787301 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:37.821353 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ba78112e-1446-4331-9f29-89a1e86b5c22 req-4a3e6642-c538-4590-86ab-716071d75e1e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Jun 30 01:29:38.035551 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0ed46431-870e-4e77-84f9-3249a45e9cd1 req-0f04d612-78de-49de-826d-135ab208f549 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 210 time: 0.0268965 Jun 30 01:29:38.062651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:38.068606 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:38.068606 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3aea796f-4053-4103-941c-6b1a4902fd57 HTTP/1.1" status: 204 len: 168 time: 0.3561230 Jun 30 01:29:38.068606 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f5f1218c-c1b6-4f94-8b99-2c967ec593ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:38.075595 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea796f-4053-4103-941c-6b1a4902fd57,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:38.078031 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:38.647762 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-8680b0a3-c470-4ebe-b864-48c22f486a9d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:38.649285 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-8680b0a3-c470-4ebe-b864-48c22f486a9d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.3273251 Jun 30 01:29:38.673915 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Request body: {'port': {'device_id': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'admin_state_up': True, 'tenant_id': 'f0114c36becf411399c11852a7197609'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:38.911065 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Made reservation on behalf of f0114c36becf411399c11852a7197609 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:29:38.911065 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.148221 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f6f6e-c1e8-4b6e-b1e8-4be7d1e97102 req-6b98a78c-5d69-44a4-b41b-551553523ec1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:39.149788 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-300f6f6e-c1e8-4b6e-b1e8-4be7d1e97102 req-6b98a78c-5d69-44a4-b41b-551553523ec1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1294153 Jun 30 01:29:39.157152 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Allocated IP 172.20.0.13 (9e773ac1-aa7b-49dc-be9f-19ef76789e72/168dac1d-f9d9-4278-906d-26b6c195f477/e6062e32-a887-4c78-b858-d3179d796a8f) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:29:39.219196 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-300f6f6e-c1e8-4b6e-b1e8-4be7d1e97102 req-2cc21b8d-eb51-41ed-9ce1-932bff334481 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632939 Jun 30 01:29:39.347238 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6927babc-4ebb-423f-80e4-2e6d6a6570f1 req-e8b3074a-c7bd-496c-9969-f734cc8b6d7e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 210 time: 0.0398674 Jun 30 01:29:39.412708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.560098 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.564242 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:39.573807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450', '1f122b1d-aa6e-4578-9fa3-8630790efeea'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:39.614243 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:29:39.618572 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:29:39.621074 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event updated for resources: {'Port': ['ID=e6062e32-a887-4c78-b858-d3179d796a8f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:39.624261 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:29:39.629999 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:39.630642 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.634214 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:39.663355 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41480) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:39.743710 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0741441 Jun 30 01:29:39.759566 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Request body: {'port': {'device_id': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:29:39.814002 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.854546 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:39.958812 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.079728 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.094737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a575dfb8-05ec-41ee-9723-b1a799f30118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.129513 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d66aa1a4c81842ca9252ce390140cbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648018 Jun 30 01:29:40.130671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8a861d-72fe-4997-9f38-99c79a5b0270,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.132304 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41500) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:40.133702 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.163956 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6062e32-a887-4c78-b858-d3179d796a8f {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:40.178760 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.200972 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Transition to ACTIVE for port object e6062e32-a887-4c78-b858-d3179d796a8f will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:29:40.216368 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.242891 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.283273 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.287291 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.344681 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6062e32-a887-4c78-b858-d3179d796a8f,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.348265 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.407256 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Attempting to bind port e6062e32-a887-4c78-b858-d3179d796a8f on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:29:40.407594 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Attempting to bind port e6062e32-a887-4c78-b858-d3179d796a8f by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:29:40.407923 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Attempting to bind port e6062e32-a887-4c78-b858-d3179d796a8f on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:40.415561 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Port e6062e32-a887-4c78-b858-d3179d796a8f on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:29:40.415882 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Attempting to bind port e6062e32-a887-4c78-b858-d3179d796a8f on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:29:40.424075 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:29:40.424411 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Checking segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:29:40.424815 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Bound using segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:29:40.425242 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Bound port: e6062e32-a887-4c78-b858-d3179d796a8f, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:29:40.425598 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.451792 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.454327 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.457850 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c8a861d-72fe-4997-9f38-99c79a5b0270 HTTP/1.1" status: 204 len: 168 time: 0.3195765 Jun 30 01:29:40.472406 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-91bb5237-8b94-489a-95c0-02801eed6588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.490064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8a861d-72fe-4997-9f38-99c79a5b0270,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.492384 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.542812 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1a429-df35-4ba6-aa19-8a095fdef27e req-f4a8910b-57ba-4164-b04c-06a7dc03dfb4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.544300 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9e1a429-df35-4ba6-aa19-8a095fdef27e req-f4a8910b-57ba-4164-b04c-06a7dc03dfb4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1782963 Jun 30 01:29:40.589429 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] For port e6062e32-a887-4c78-b858-d3179d796a8f, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:29:40.610857 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] For port e6062e32-a887-4c78-b858-d3179d796a8f, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e6062e32-a887-4c78-b858-d3179d796a8f,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:29:40.621362 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2712-a239-4bd1-a4c8-f35b1b431314 req-9bd86c38-4192-454b-8384-8f6149c6a3e8 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.627941 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06cf2712-a239-4bd1-a4c8-f35b1b431314 req-9bd86c38-4192-454b-8384-8f6149c6a3e8 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 945 time: 0.1950653 Jun 30 01:29:40.630376 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9e1a429-df35-4ba6-aa19-8a095fdef27e req-9e0dffdf-0488-4275-b754-0badc693356e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742958 Jun 30 01:29:40.669156 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06cf2712-a239-4bd1-a4c8-f35b1b431314 req-491baa47-20d2-4b65-a48a-3cc764a458f7 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Jun 30 01:29:40.686556 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-59f0c6f2-ba31-4eb1-8a0a-5933dad545ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.720490 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.731471 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:40.787984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.788686 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:40.790055 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] 10.222.0.38 "PUT /v2.0/ports/e6062e32-a887-4c78-b858-d3179d796a8f HTTP/1.1" status: 200 len: 1094 time: 1.0360649 Jun 30 01:29:40.790614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'tag': 'e6062e32-a887-4c78-b858-d3179d796a8f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:40.793077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2282ec58-1e9c-49ec-8475-e47a0738049d" -d '{"events": [{"name": "network-changed", "server_uuid": "5305b868-b0fc-4e94-9a27-deea0df81d7f", "tag": "e6062e32-a887-4c78-b858-d3179d796a8f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:40.839097 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6062e32-a887-4c78-b858-d3179d796a8f,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:40.855856 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:40.870187 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f41519-3183-426b-8200-f570962a0c65 req-3fd973e9-6809-43e5-babe-0480076d0196 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:40.871748 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c0f41519-3183-426b-8200-f570962a0c65 req-3fd973e9-6809-43e5-babe-0480076d0196 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 944 time: 0.1054595 Jun 30 01:29:40.909853 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c0f41519-3183-426b-8200-f570962a0c65 req-4a560150-c28e-4bbb-bc9f-9c23e36618dd tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Jun 30 01:29:40.957375 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71505fe5-ecf6-43f5-856e-c4bfb65bf7f3 x-openstack-request-id: req-71505fe5-ecf6-43f5-856e-c4bfb65bf7f3 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:40.957701 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5305b868-b0fc-4e94-9a27-deea0df81d7f", "tag": "e6062e32-a887-4c78-b858-d3179d796a8f", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:40.957979 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71505fe5-ecf6-43f5-856e-c4bfb65bf7f3 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:40.958393 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'tag': 'e6062e32-a887-4c78-b858-d3179d796a8f', 'status': 'completed', 'code': 200} Jun 30 01:29:41.026661 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-53185b0f-49b3-4e68-9cad-cbc2e6b6d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.028157 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-53185b0f-49b3-4e68-9cad-cbc2e6b6d6d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 1097 time: 0.0541537 Jun 30 01:29:41.077805 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-e0a4255c-5093-4726-a780-81acaebfd1f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6062e32-a887-4c78-b858-d3179d796a8f HTTP/1.1" status: 200 len: 217 time: 0.0394499 Jun 30 01:29:41.143618 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-94b930a2-cbe4-424b-9321-20003d3641e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.145309 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-94b930a2-cbe4-424b-9321-20003d3641e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.0601096 Jun 30 01:29:41.181120 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-3bef7879-6628-49d5-800e-f1ce7671b436 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267284 Jun 30 01:29:41.290515 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-d2080f6a-1d7b-4d57-b579-53afbd935922 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992992 Jun 30 01:29:41.394680 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-87f8d5a4-db5f-4c97-9c4c-ae51df62a503 req-a9ee20b6-967e-4ca7-8f2c-d71e6911da02 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947845 Jun 30 01:29:41.539242 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41572) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:41.573405 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.623007 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-f34fe116-3952-4adc-b335-27531c1ad821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.624709 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-f34fe116-3952-4adc-b335-27531c1ad821 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 1097 time: 0.0859594 Jun 30 01:29:41.697356 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.775575 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.797887 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-33fb40d9-273a-49fc-9dec-501faab95436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:41.804235 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e78b2b3ea52f4cbc8a9ce24a705cc0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629876 Jun 30 01:29:41.815212 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41582) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:41.818865 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-81a04eb6-34f8-4a5c-a3b2-60ff829e4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.820487 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-81a04eb6-34f8-4a5c-a3b2-60ff829e4cb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 916 time: 0.1858618 Jun 30 01:29:41.856433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd0c17-bf9d-4e0d-90b7-91524bd8267a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:41.859898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:41.882522 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.887892 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-1f59f94f-4697-467e-9114-02ba1245e554 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6062e32-a887-4c78-b858-d3179d796a8f HTTP/1.1" status: 200 len: 217 time: 0.0492353 Jun 30 01:29:41.903820 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:41.949823 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74e93b-11b6-4d61-91a1-eb9721e03a1b req-a4ec3762-318d-41c6-8b49-ace20d091a8f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.956717 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0b74e93b-11b6-4d61-91a1-eb9721e03a1b req-a4ec3762-318d-41c6-8b49-ace20d091a8f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1942306 Jun 30 01:29:41.994126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381bb3d-d5fc-4b57-b502-82e83c11f58c req-44ed4da6-fe5e-41e6-abd9-ae13c7dce55c tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:41.995614 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2381bb3d-d5fc-4b57-b502-82e83c11f58c req-44ed4da6-fe5e-41e6-abd9-ae13c7dce55c tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 945 time: 0.1904638 Jun 30 01:29:41.998590 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-c3b558c7-cbf2-4cd3-b553-e1b1b4d39cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:42.000407 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-c3b558c7-cbf2-4cd3-b553-e1b1b4d39cff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.1015096 Jun 30 01:29:42.045600 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.049133 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.051323 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76fd0c17-bf9d-4e0d-90b7-91524bd8267a HTTP/1.1" status: 204 len: 168 time: 0.2348702 Jun 30 01:29:42.053429 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-538579c2-21b0-4041-b21a-e04880862913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:42.057066 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0b74e93b-11b6-4d61-91a1-eb9721e03a1b req-052eff10-1532-42a1-adf3-8aee2bcd1a25 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994611 Jun 30 01:29:42.062173 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-c47a75f4-627e-4e1b-aa05-f87276b7a872 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519617 Jun 30 01:29:42.091873 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd0c17-bf9d-4e0d-90b7-91524bd8267a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:42.097312 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:42.157037 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2381bb3d-d5fc-4b57-b502-82e83c11f58c req-8554c207-d68b-4a67-9090-4fa4838b659e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/security-groups?id=1ce5494c-6730-4ef3-b4af-0a8180b2a718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537638 Jun 30 01:29:42.293996 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-ff12be96-7217-4688-9647-d868feddd576 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210453 Jun 30 01:29:42.309700 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-b8ac06e1-f733-45c0-8e82-cc1860c7327f tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:42.311110 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-b8ac06e1-f733-45c0-8e82-cc1860c7327f tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 945 time: 0.1518424 Jun 30 01:29:42.421358 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb9b07-93d6-483b-9325-f7004293268a req-904afff2-0933-469a-b441-534692a1d579 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:42.422849 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d0eb9b07-93d6-483b-9325-f7004293268a req-904afff2-0933-469a-b441-534692a1d579 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 944 time: 0.2309165 Jun 30 01:29:42.516563 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d0eb9b07-93d6-483b-9325-f7004293268a req-d467345e-2e15-49c9-8b11-87f6c0b5ef85 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851431 Jun 30 01:29:42.542405 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2282ec58-1e9c-49ec-8475-e47a0738049d req-91d38d8b-e6b0-491c-bc75-0f927a23efb9 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303722 Jun 30 01:29:42.569536 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Deleting port 615d915a-73fc-496c-a8c6-413847ab8fec {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:29:42.569955 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.669730 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] For port 615d915a-73fc-496c-a8c6-413847ab8fec, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=615d915a-73fc-496c-a8c6-413847ab8fec,segment=NetworkSegment(1c4fad26-d301-48fd-ad9e-74bd7485d024),segment_id=1c4fad26-d301-48fd-ad9e-74bd7485d024)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:42.670136 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.688119 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Calling delete_port for 615d915a-73fc-496c-a8c6-413847ab8fec owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:29:42.897381 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41636) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:42.913969 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:42.918435 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-25411c57-2798-401a-b925-cd63dc7f3520 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:42.926024 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['615d915a-73fc-496c-a8c6-413847ab8fec'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:42.942118 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Pushing event deleted for resources: {'Port': ['ID=615d915a-73fc-496c-a8c6-413847ab8fec,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:42.951277 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:42.994688 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:29:42.995291 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] No DVR routers for this DVR port 615d915a-73fc-496c-a8c6-413847ab8fec on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:29:42.998045 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.000960 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8d48b806-9e62-4d66-9ce1-de863012d5be req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.38 "DELETE /v2.0/ports/615d915a-73fc-496c-a8c6-413847ab8fec HTTP/1.1" status: 204 len: 173 time: 0.6785057 Jun 30 01:29:43.001354 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'name': 'network-vif-deleted', 'tag': '615d915a-73fc-496c-a8c6-413847ab8fec'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:43.005594 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b264e-06db-447a-a492-e36b56629495" -d '{"events": [{"server_uuid": "a4a7c2ad-8354-4b94-b358-e27be70700c7", "name": "network-vif-deleted", "tag": "615d915a-73fc-496c-a8c6-413847ab8fec"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:43.045852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc09a3-f450-4f68-b51e-c3396c2b4aa0 x-openstack-request-id: req-dbcc09a3-f450-4f68-b51e-c3396c2b4aa0 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:43.045852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a7c2ad-8354-4b94-b358-e27be70700c7", "name": "network-vif-deleted", "tag": "615d915a-73fc-496c-a8c6-413847ab8fec", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:43.045852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbcc09a3-f450-4f68-b51e-c3396c2b4aa0 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:43.045852 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a7c2ad-8354-4b94-b358-e27be70700c7', 'name': 'network-vif-deleted', 'tag': '615d915a-73fc-496c-a8c6-413847ab8fec', 'status': 'completed', 'code': 200} Jun 30 01:29:43.193635 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.250668 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-40877e1b-865a-4f6c-b5b1-67ff5fb007c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.309550 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.330710 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-15826102-01e9-492d-a25d-b555d59fcf47 req-810b9ce8-2a25-4c44-8ccc-154f4b2c7c37 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 210 time: 0.0389302 Jun 30 01:29:43.344336 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ada69-fd1c-4976-beb0-a4c725b4eb5f req-f1d24c50-d94d-46cb-991e-2137be8c91b4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:43.353686 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-de4ada69-fd1c-4976-beb0-a4c725b4eb5f req-f1d24c50-d94d-46cb-991e-2137be8c91b4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1302378 Jun 30 01:29:43.376449 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.385692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-96066828-3180-405c-9fbe-c3c08f5dc09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:43.423648 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a461f41b1ac4087a6c9d855634d4b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251350 Jun 30 01:29:43.426276 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41658) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:43.428447 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41be8a2a-8142-4315-8c3c-4cd07d62e8e1,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:43.432141 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:43.438986 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-de4ada69-fd1c-4976-beb0-a4c725b4eb5f req-60f4b293-6a2b-4570-9021-421e6fc4929c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796974 Jun 30 01:29:43.485614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.507375 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.599863 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.676581 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.679116 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:43.682919 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41be8a2a-8142-4315-8c3c-4cd07d62e8e1 HTTP/1.1" status: 204 len: 168 time: 0.2554564 Jun 30 01:29:43.684724 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-077f2f6b-c724-4ecb-95d1-9e110c8e0b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:43.727486 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be8a2a-8142-4315-8c3c-4cd07d62e8e1,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:43.759329 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:43.794626 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0cd52-0cfd-4be8-ad31-77e7fea96bb4 req-cf262584-cec8-4528-a54a-948b7b061679 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:43.795506 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4fb0cd52-0cfd-4be8-ad31-77e7fea96bb4 req-cf262584-cec8-4528-a54a-948b7b061679 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 944 time: 0.1540103 Jun 30 01:29:44.080160 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4fb0cd52-0cfd-4be8-ad31-77e7fea96bb4 req-204ed774-2670-402f-93a4-75e819080648 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766786 Jun 30 01:29:44.499921 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c71b1164-b460-4443-9530-7f52c45840c8 req-3728008c-058e-45c6-ab07-c2824250575b tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a7c2ad-8354-4b94-b358-e27be70700c7 HTTP/1.1" status: 200 len: 210 time: 0.0396879 Jun 30 01:29:44.633826 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:44.634754 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955ffb-b0db-41f2-b099-a66d40584c8f req-01560d10-ac26-4b1f-a38c-3de0574b9191 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:44.636146 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3b955ffb-b0db-41f2-b099-a66d40584c8f req-01560d10-ac26-4b1f-a38c-3de0574b9191 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0660162 Jun 30 01:29:44.677729 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3b955ffb-b0db-41f2-b099-a66d40584c8f req-ebdd48c6-8764-46e1-b964-1be4f79bd351 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Jun 30 01:29:45.173313 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device e6062e32-a887-4c78-b858-d3179d796a8f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:29:45.234027 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50f146-2e60-41bd-bddb-2ea419ae07e9 req-119ea2a1-f85a-4b13-a978-fa1d4cd7fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.235585 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab50f146-2e60-41bd-bddb-2ea419ae07e9 req-119ea2a1-f85a-4b13-a978-fa1d4cd7fd11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 1099 time: 0.0860307 Jun 30 01:29:45.280388 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port e6062e32-a887-4c78-b858-d3179d796a8f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e6062e32-a887-4c78-b858-d3179d796a8f,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:45.285194 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab50f146-2e60-41bd-bddb-2ea419ae07e9 req-a279e742-0822-4edd-84b4-ff2bfe48b127 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Jun 30 01:29:45.295216 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': 'e6062e32-a887-4c78-b858-d3179d796a8f', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'port_id': 'e6062e32-a887-4c78-b858-d3179d796a8f', 'mac_address': 'fa:16:3e:17:36:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168dac1d-f9d9-4278-906d-26b6c195f477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:29:45.304751 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5796464-42b6-4be9-ab9f-b4926386ebae req-27f1a894-ae98-42a8-9227-39a2595afbfb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.304751 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a5796464-42b6-4be9-ab9f-b4926386ebae req-27f1a894-ae98-42a8-9227-39a2595afbfb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 944 time: 0.1022151 Jun 30 01:29:45.344482 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.348477 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a5796464-42b6-4be9-ab9f-b4926386ebae req-620a180a-9ace-4a0c-b164-1ee78159d23c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Jun 30 01:29:45.358689 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6062e32-a887-4c78-b858-d3179d796a8f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:29:45.378850 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port e6062e32-a887-4c78-b858-d3179d796a8f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e6062e32-a887-4c78-b858-d3179d796a8f,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:45.451562 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:45.453744 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:45.505881 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=e6062e32-a887-4c78-b858-d3179d796a8f,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:45.512968 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.513314 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.513645 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.513974 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.514299 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.514623 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.514942 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.515284 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.515625 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.515946 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.516372 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.518715 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:29:45.522693 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:45.779513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41754) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:45.834879 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['e6062e32-a887-4c78-b858-d3179d796a8f'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:29:45.872337 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65ae36-15c7-41d3-b9ca-79fa46fb8534 req-f8ec6373-cfcc-4609-9cdb-c3718f95f40a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:45.877232 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8d65ae36-15c7-41d3-b9ca-79fa46fb8534 req-f8ec6373-cfcc-4609-9cdb-c3718f95f40a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0822246 Jun 30 01:29:45.963844 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8d65ae36-15c7-41d3-b9ca-79fa46fb8534 req-a910f04b-a053-4c54-9430-9f2f2f0c82f7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792477 Jun 30 01:29:46.079613 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.085723 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.173248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.250812 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.254426 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:46.289117 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a85f34277b8e419c8804bfb91497305e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084622 Jun 30 01:29:46.290115 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd38bb-aa9b-4319-8ce4-91da72f0a44f,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:46.292302 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41774) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:46.303028 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:46.404005 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.428758 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.548876 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.551692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:46.556024 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46fd38bb-aa9b-4319-8ce4-91da72f0a44f HTTP/1.1" status: 204 len: 168 time: 0.2626133 Jun 30 01:29:46.557353 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7ba5c0df-46ac-43b0-9e9a-41126a48ae4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:46.565429 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd38bb-aa9b-4319-8ce4-91da72f0a44f,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:46.573879 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:46.621223 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8336a38-0c02-4575-b572-28298100633e req-bf713afb-b2b6-49bb-8328-8ab3047f69e3 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:46.621223 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8336a38-0c02-4575-b572-28298100633e req-bf713afb-b2b6-49bb-8328-8ab3047f69e3 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 945 time: 0.0966439 Jun 30 01:29:46.651964 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8336a38-0c02-4575-b572-28298100633e req-b7e20e1a-8df1-42c4-a8a5-6e4e07f475cb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Jun 30 01:29:47.147708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e221268-7da5-44bd-8d10-e256c6c0610e req-0dd25ce4-f3a1-440b-a823-0bb9b429d35c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:47.149237 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e221268-7da5-44bd-8d10-e256c6c0610e req-0dd25ce4-f3a1-440b-a823-0bb9b429d35c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0691285 Jun 30 01:29:47.189332 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device e6062e32-a887-4c78-b858-d3179d796a8f up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:29:47.190467 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e221268-7da5-44bd-8d10-e256c6c0610e req-3da4a0ad-6849-47fa-9206-cf02ba3ddb84 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Jun 30 01:29:47.344307 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port e6062e32-a887-4c78-b858-d3179d796a8f completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:29:47.350568 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port e6062e32-a887-4c78-b858-d3179d796a8f triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:29:47.351058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.434847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 41818) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:47.440317 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.463077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.464112 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6062e32-a887-4c78-b858-d3179d796a8f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:29:47.466638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2f7d00-83c3-4d27-bcc2-5e11a3e7e3ad" -d '{"events": [{"server_uuid": "5305b868-b0fc-4e94-9a27-deea0df81d7f", "name": "network-vif-plugged", "status": "completed", "tag": "e6062e32-a887-4c78-b858-d3179d796a8f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:29:47.485828 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port e6062e32-a887-4c78-b858-d3179d796a8f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e6062e32-a887-4c78-b858-d3179d796a8f,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:29:47.488545 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e552b-5c06-40cb-8051-2cca0cf2e2fb req-239d12aa-8d9b-430b-a27f-ec1c11850a69 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:47.490953 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e6e552b-5c06-40cb-8051-2cca0cf2e2fb req-239d12aa-8d9b-430b-a27f-ec1c11850a69 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1174524 Jun 30 01:29:47.515828 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d5af88-fc32-4c01-8b95-48afd9145794 x-openstack-request-id: req-d0d5af88-fc32-4c01-8b95-48afd9145794 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:29:47.516143 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5305b868-b0fc-4e94-9a27-deea0df81d7f", "name": "network-vif-plugged", "status": "completed", "tag": "e6062e32-a887-4c78-b858-d3179d796a8f", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:29:47.516386 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0d5af88-fc32-4c01-8b95-48afd9145794 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:29:47.516843 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6062e32-a887-4c78-b858-d3179d796a8f', 'code': 200} Jun 30 01:29:47.557127 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e6e552b-5c06-40cb-8051-2cca0cf2e2fb req-eee6ce70-602f-4dae-b0de-0319b73a76fa tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Jun 30 01:29:47.593755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.594639 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 615d915a-73fc-496c-a8c6-413847ab8fec no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:29:47.596395 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:47.620639 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.644566 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 615d915a-73fc-496c-a8c6-413847ab8fec {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:29:47.652360 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 615d915a-73fc-496c-a8c6-413847ab8fec not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:29:47.670911 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=e6062e32-a887-4c78-b858-d3179d796a8f,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:47.673940 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:47.713723 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.717642 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-646ee2ca-392e-44c1-8822-f881c91876d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:47.784377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f19bb3-8fcb-484f-8ae5-cdd86ac8804b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:47.784377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:47.785417 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c9fda6c53714028a2e4dad6f9821f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493567 Jun 30 01:29:47.789902 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41836) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:47.840566 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.846901 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fa9dc-8816-4273-baca-f39dbc8dde10 req-7470cc01-b654-472e-8910-f4af26ce6d9a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:47.849298 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b82fa9dc-8816-4273-baca-f39dbc8dde10 req-7470cc01-b654-472e-8910-f4af26ce6d9a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.0680575 Jun 30 01:29:47.862202 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:47.889968 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b82fa9dc-8816-4273-baca-f39dbc8dde10 req-a27585f6-3b57-49d3-8d69-1e8c1c51977e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Jun 30 01:29:48.012197 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8995-cabd-401d-8cff-6a8676d99fa0 req-b2d31182-f24e-4a46-a67b-75ce8c39dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:48.013889 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d40a8995-cabd-401d-8cff-6a8676d99fa0 req-b2d31182-f24e-4a46-a67b-75ce8c39dafa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 1099 time: 0.0563810 Jun 30 01:29:48.051710 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d40a8995-cabd-401d-8cff-6a8676d99fa0 req-4e9e96ca-9d29-46dc-bc3a-7846ad2ebad6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267973 Jun 30 01:29:48.159184 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.161862 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:48.163039 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49f19bb3-8fcb-484f-8ae5-cdd86ac8804b HTTP/1.1" status: 204 len: 168 time: 0.3713746 Jun 30 01:29:48.163725 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:48.171325 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f19bb3-8fcb-484f-8ae5-cdd86ac8804b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:48.173641 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:49.108788 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27483-98b3-4c4b-a406-5504f4604e1e req-5329ae39-34ab-4953-b298-aa5b4746a80d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:49.110278 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bca27483-98b3-4c4b-a406-5504f4604e1e req-5329ae39-34ab-4953-b298-aa5b4746a80d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.0772083 Jun 30 01:29:49.148564 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bca27483-98b3-4c4b-a406-5504f4604e1e req-e9f7a923-b209-46e9-9685-60949da6efbf tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Jun 30 01:29:49.358055 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-7e3c1cdf-2d05-4e7a-bc0f-7ce4d37d4c4c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726867 Jun 30 01:29:49.538558 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-7939be98-7220-49f0-8fd3-3f1ab201c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:49.540961 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-7939be98-7220-49f0-8fd3-3f1ab201c273 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 1098 time: 0.1160617 Jun 30 01:29:49.730823 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-0ad380d3-8e48-4ce7-9c62-fac70d91ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:49.732862 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-0ad380d3-8e48-4ce7-9c62-fac70d91ca12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 916 time: 0.1211109 Jun 30 01:29:49.777621 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-457b35cc-5e49-4d18-a35e-db9e6563518d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450 HTTP/1.1" status: 200 len: 217 time: 0.0359294 Jun 30 01:29:49.831008 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-efd5cba5-7fe5-4441-8a4e-d03a45e71589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:49.832353 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-efd5cba5-7fe5-4441-8a4e-d03a45e71589 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.0482783 Jun 30 01:29:49.876281 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-b7aa2281-e407-4504-8818-636fc5beb441 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317712 Jun 30 01:29:49.987926 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-40ed471b-3cb1-4719-aadb-bfb07cfbafaf service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036930 Jun 30 01:29:50.036303 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41926) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:50.097737 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e87ddcda-b825-4817-9ab7-faf1ed974703 req-2f68d1f8-f88e-40eb-b866-c6f6711d8e80 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961602 Jun 30 01:29:50.291914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.431446 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.473221 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea81067-9827-41a3-8c9b-cf65485ec400 req-99b897a1-7262-4670-a122-6fe1b0438aee tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.474733 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0ea81067-9827-41a3-8c9b-cf65485ec400 req-99b897a1-7262-4670-a122-6fe1b0438aee tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1908562 Jun 30 01:29:50.477332 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0375d-33a9-412d-9dbe-db27953326ed req-b48f4a5e-7ce9-4b29-b0c0-0eafbe4bae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.478674 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-b48f4a5e-7ce9-4b29-b0c0-0eafbe4bae3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.1800430 Jun 30 01:29:50.495699 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d256f-772a-4f6e-b230-bdd5761a96f2 req-1aebf005-cf0e-48d6-b1ca-9208fcabee29 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.497124 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e90d256f-772a-4f6e-b230-bdd5761a96f2 req-1aebf005-cf0e-48d6-b1ca-9208fcabee29 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.1353755 Jun 30 01:29:50.513697 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.517356 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d4fd06f3-0e75-409f-80c4-ffa93098e0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:50.552121 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d86a64f65be24c459db32bc28ad6786f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146859 Jun 30 01:29:50.553029 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e62bc7d-caa4-4561-bffe-e48dc2a987e6,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:50.555954 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:50.556705 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 41948) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:50.585195 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0ea81067-9827-41a3-8c9b-cf65485ec400 req-07f7a087-2640-4d46-9769-c77546885aa4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045887 Jun 30 01:29:50.602691 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e90d256f-772a-4f6e-b230-bdd5761a96f2 req-b50b2d56-0e1c-4d11-a265-2f045651168a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915318 Jun 30 01:29:50.607933 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.643629 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.653420 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0375d-33a9-412d-9dbe-db27953326ed req-2df0f524-7bea-44c4-ac9c-a0d588148864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.655024 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-2df0f524-7bea-44c4-ac9c-a0d588148864 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.1570992 Jun 30 01:29:50.722785 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-8f3c5638-3834-410e-9132-bebc5ed230b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0557537 Jun 30 01:29:50.781010 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.785204 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0375d-33a9-412d-9dbe-db27953326ed req-b694c6f0-cf1f-4dab-9c36-f76d72faafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:50.785336 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:50.785429 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-b694c6f0-cf1f-4dab-9c36-f76d72faafd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.0535650 Jun 30 01:29:50.785527 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e62bc7d-caa4-4561-bffe-e48dc2a987e6 HTTP/1.1" status: 204 len: 168 time: 0.2273235 Jun 30 01:29:50.786020 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-432a5adc-cf3a-4bd9-be30-a9873170e8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:50.799889 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e62bc7d-caa4-4561-bffe-e48dc2a987e6,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:50.803402 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:50.845696 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-60e85420-3443-4b9a-ad27-799ecd215da7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423417 Jun 30 01:29:50.955636 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-513b0424-b5ba-4337-a9cc-1aa2f3db278a service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932708 Jun 30 01:29:51.047522 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06f0375d-33a9-412d-9dbe-db27953326ed req-351382c4-bcb4-42dd-b880-0078fe003dcf service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806181 Jun 30 01:29:51.765940 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc608-9b6e-49e3-af2e-61209f3de21e req-97a6b44e-781f-4607-828b-f1076781eb2f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:51.767398 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f2ddc608-9b6e-49e3-af2e-61209f3de21e req-97a6b44e-781f-4607-828b-f1076781eb2f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0673845 Jun 30 01:29:51.803989 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f2ddc608-9b6e-49e3-af2e-61209f3de21e req-eeacfdde-206b-4d0a-b26b-e1d53733ea32 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302947 Jun 30 01:29:52.989936 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bac45-6874-462e-b785-57f987650065 req-ab4eaeeb-87d2-4036-87c4-9fc79f544bd8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:52.991509 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9f8bac45-6874-462e-b785-57f987650065 req-ab4eaeeb-87d2-4036-87c4-9fc79f544bd8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0674956 Jun 30 01:29:53.030929 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9f8bac45-6874-462e-b785-57f987650065 req-57fb2472-89cb-4d5c-b1bf-f3ef66732f28 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Jun 30 01:29:53.210488 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42110) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:53.327621 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.433794 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.496661 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.500418 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ce2c6db6-6cd5-490d-b695-c76786ba5f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:53.535131 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da2f803-25c1-4ece-a854-7bc6f8f289a0,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:53.542321 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:53.551055 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72da1baf336a4ddb84451b7eec3bb9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369396 Jun 30 01:29:53.551721 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42122) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:53.611077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.637200 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.753611 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.757637 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:53.764088 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9da2f803-25c1-4ece-a854-7bc6f8f289a0 HTTP/1.1" status: 204 len: 168 time: 0.2095811 Jun 30 01:29:53.764088 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-70e76154-bee1-4070-b05b-80d4d6ee1fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:53.774873 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da2f803-25c1-4ece-a854-7bc6f8f289a0,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:53.777257 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:54.216229 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77780a57-bb2f-4e7e-92a2-bf3b8a4b762f req-576b14f9-981c-4553-8a11-b01824f60fa4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:54.218428 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-77780a57-bb2f-4e7e-92a2-bf3b8a4b762f req-576b14f9-981c-4553-8a11-b01824f60fa4 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0703375 Jun 30 01:29:54.274403 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-77780a57-bb2f-4e7e-92a2-bf3b8a4b762f req-07e8c180-4d84-4c16-9790-5b7136f146bb tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Jun 30 01:29:54.591465 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42166) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:54.605128 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.637515 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.695435 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.855187 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.858757 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-df4bfffc-207e-4c8a-aee8-3b78f193d114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:54.893606 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=549ddb677a9847a68ade7e8a1a9e6bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009326 Jun 30 01:29:54.894592 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b1b9d0-cefe-4ab8-87fc-01eff57a541c,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:54.896258 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42174) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:54.897965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:54.947261 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:54.967555 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.085204 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.087873 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:55.089215 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0b1b9d0-cefe-4ab8-87fc-01eff57a541c HTTP/1.1" status: 204 len: 168 time: 0.1918106 Jun 30 01:29:55.092292 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3478928e-b488-4a32-b3d1-8a56d4e1a60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:55.097427 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b1b9d0-cefe-4ab8-87fc-01eff57a541c,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:55.100242 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:55.469669 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0803d-ce5f-4814-bfdf-ce93ca91458b req-1ad94ade-e7d5-44b6-aafa-0c9430aaaf7b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:55.471369 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d6c0803d-ce5f-4814-bfdf-ce93ca91458b req-1ad94ade-e7d5-44b6-aafa-0c9430aaaf7b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0788763 Jun 30 01:29:55.514377 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d6c0803d-ce5f-4814-bfdf-ce93ca91458b req-e98e399d-e905-4a97-b392-e9e4bdd60ae2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Jun 30 01:29:55.836768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42204) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:55.938292 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.024599 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.147788 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.150451 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-42d199b8-5221-45ea-93a3-e3d690cda45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:56.186669 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a34634377a654abe9301e3465dae6977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488498 Jun 30 01:29:56.187508 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0163f57b-b6da-4f6a-90d2-8b2af7eb4c71,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:56.189373 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42208) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:56.190477 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:56.240309 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.261399 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.393672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.396469 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:56.397758 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0163f57b-b6da-4f6a-90d2-8b2af7eb4c71 HTTP/1.1" status: 204 len: 168 time: 0.2073987 Jun 30 01:29:56.398562 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a8587ded-7694-496e-beed-a8630c911562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:56.412326 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0163f57b-b6da-4f6a-90d2-8b2af7eb4c71,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:56.412326 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:56.705144 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a23a8-7396-406d-8dcc-9a5238869913 req-2f3358c6-cab2-42dc-b947-16829384fb1c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:56.706638 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c0a23a8-7396-406d-8dcc-9a5238869913 req-2f3358c6-cab2-42dc-b947-16829384fb1c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0644248 Jun 30 01:29:56.749504 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c0a23a8-7396-406d-8dcc-9a5238869913 req-ca27460b-6563-42a6-906a-12a276d57e74 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Jun 30 01:29:57.146783 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42228) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:57.159651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.242803 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.323827 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.327457 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4abedcb1-0ced-42ce-91e5-7f859143b0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:57.366120 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=205a000dfd9e48e4abe5945902c5100e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182314 Jun 30 01:29:57.367233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9cd54b-f420-45cd-8c1a-77f9b2a06829,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:57.369646 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42236) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:57.392062 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:57.422816 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.449212 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.588747 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.593124 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:57.597168 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d9cd54b-f420-45cd-8c1a-77f9b2a06829 HTTP/1.1" status: 204 len: 168 time: 0.2240417 Jun 30 01:29:57.597168 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bb3f0562-ced1-4072-9ea5-b5a3e34990af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:57.603123 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9cd54b-f420-45cd-8c1a-77f9b2a06829,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:57.614971 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:57.997302 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef2745-e546-49e6-ace3-0e06646c5e79 req-a35d9d4a-c087-46c8-a86f-23edf6449320 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:57.999106 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-00ef2745-e546-49e6-ace3-0e06646c5e79 req-a35d9d4a-c087-46c8-a86f-23edf6449320 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0834756 Jun 30 01:29:58.074887 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-00ef2745-e546-49e6-ace3-0e06646c5e79 req-2e0b5317-4820-43d0-a7ca-19f883068f67 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606029 Jun 30 01:29:58.513050 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42280) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:58.529192 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.536168 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42282) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:58.628768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.696830 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.719375 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.722025 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0046145a-64da-49e3-a7b4-4f745b40637d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:58.757129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15801c08-a5cb-4600-9b7d-c993aa60e381,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:58.761254 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfcf531c13044892b62ce572f300ba8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471929 Jun 30 01:29:58.763631 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:58.764705 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42286) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:58.834283 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.839334 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.860989 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.892492 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.895473 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a56f1f8e-cb4e-40b3-a849-58ecb31cb56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:58.939486 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42292) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:29:58.939650 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11fee3a6806b42b6bdbc37cd7dd0e4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022114 Jun 30 01:29:58.940624 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672476a5-6a5d-43ae-a6f3-a375752c2067,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:58.944914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:58.992491 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.996025 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:58.997431 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15801c08-a5cb-4600-9b7d-c993aa60e381 HTTP/1.1" status: 204 len: 168 time: 0.2322984 Jun 30 01:29:58.998364 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dc0d4a80-846e-4faa-bc7b-76d649fc3ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:59.009795 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:59.012140 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15801c08-a5cb-4600-9b7d-c993aa60e381,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:59.014700 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:59.042233 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:59.170735 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:59.173606 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:29:59.174916 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/672476a5-6a5d-43ae-a6f3-a375752c2067 HTTP/1.1" status: 204 len: 168 time: 0.2336903 Jun 30 01:29:59.175852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:29:59.187642 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672476a5-6a5d-43ae-a6f3-a375752c2067,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:29:59.189895 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:29:59.264563 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c151cf-7093-45bd-a2fb-6b3f16cf69e4 req-890a98bb-d6e2-4569-980c-34e846e693c7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:59.266110 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9c151cf-7093-45bd-a2fb-6b3f16cf69e4 req-890a98bb-d6e2-4569-980c-34e846e693c7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0656271 Jun 30 01:29:59.310759 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9c151cf-7093-45bd-a2fb-6b3f16cf69e4 req-10db9bca-0530-4471-b0fc-7af293a40f65 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Jun 30 01:29:59.749867 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-94c4fa5a-30d6-4b09-9c54-59706098b969 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:29:59.751323 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-94c4fa5a-30d6-4b09-9c54-59706098b969 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.1065056 Jun 30 01:29:59.766040 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-3459b30a-7d6f-447c-b16c-775b67f66dee tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/quotas/f0114c36becf411399c11852a7197609 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Jun 30 01:29:59.835357 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-8de45562-d8eb-425f-81ba-28f1e3344318 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637691 Jun 30 01:29:59.932380 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-72b9cc67-83d7-4c8f-844a-56d1e103023a service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902927 Jun 30 01:29:59.981512 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42344) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:00.009004 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.060211 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c2414a2a-4ce9-4403-8ada-133827a93e75 service neutron] 10.222.0.37 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210215 Jun 30 01:30:00.124737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.178507 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42350) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:00.199614 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.203119 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98cb7b30-192d-45b6-98d1-b01541efa9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:00.237908 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9fa0cff1ee94e78a824c5e002cfa13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553120 Jun 30 01:30:00.239050 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede4754f-6702-47aa-9d1f-f27fbab486c9,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:00.240706 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42354) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:00.241969 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:00.283365 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-960934647-network', 'tenant_id': '52a5da06b8c74e4895111ea12b920a4a'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:00.297171 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.319090 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.398211 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d968b79c-4014-4dd2-a19a-c321c274fce2 req-82199bf2-2d20-46a8-b884-ab5d0ad2330a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 210 time: 0.0290587 Jun 30 01:30:00.439252 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Made reservation on behalf of 52a5da06b8c74e4895111ea12b920a4a for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:00.441710 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.452746 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.487528 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.490926 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.495904 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ede4754f-6702-47aa-9d1f-f27fbab486c9 HTTP/1.1" status: 204 len: 168 time: 0.2498186 Jun 30 01:30:00.499465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e270fbc5-0e0c-4d87-912e-a2535d3b15ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:00.518077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede4754f-6702-47aa-9d1f-f27fbab486c9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:00.520960 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:00.539099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21944c3-18ac-425b-a249-949f53289d9d req-30ad6ffd-d489-4d41-a67f-3cc0c636b949 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:00.546080 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c21944c3-18ac-425b-a249-949f53289d9d req-30ad6ffd-d489-4d41-a67f-3cc0c636b949 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1020703 Jun 30 01:30:00.575209 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.579743 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c21944c3-18ac-425b-a249-949f53289d9d req-1ceeee9b-eee3-492a-ba10-076aef092ab5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Jun 30 01:30:00.696286 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.704184 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-62102d98-45ae-4579-944d-2422f2a4a349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:00.730986 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:30:00.740488 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1aa65d-0df8-41d1-8348-c76f134b4fc7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:00.744250 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:00.747339 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.747838 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Added segment fc415559-0696-4f3d-954c-7d85651ce5d1 of type vlan for network c55f8e5f-f84a-4796-ab6b-9850f848ab99 Jun 30 01:30:00.789211 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.976956 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.978333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:00.978910 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:00.981966 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:01.039696 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Pushing event updated for resources: {'Network': ['ID=c55f8e5f-f84a-4796-ab6b-9850f848ab99,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:01.042651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:01.049606 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network c55f8e5f-f84a-4796-ab6b-9850f848ab99 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:30:01.137374 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9577541 Jun 30 01:30:01.140476 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42386) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:01.145873 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Request body: {'subnet': {'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-960934647-subnet', 'tenant_id': '52a5da06b8c74e4895111ea12b920a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:01.227917 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Made reservation on behalf of 52a5da06b8c74e4895111ea12b920a4a for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:01.230776 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8678346'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.518073 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8723117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8678360'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:01.521421 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4130018a-99e8-48b1-aa6e-53a4d8b20189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:01.552097 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1e3481bb-f4c0-4a85-903c-62153d850457 req-bfa50c28-ee59-4f84-b44c-207c6729d910 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 210 time: 0.0334373 Jun 30 01:30:01.592549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:01.595901 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:01.602068 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Checking segment: {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:01.602517 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Network hostable DHCP agents. Network: c55f8e5f-f84a-4796-ab6b-9850f848ab99, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:30:01.747979 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Network c55f8e5f-f84a-4796-ab6b-9850f848ab99 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:30:01.764754 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18ad5f-9fbe-416b-a9b8-06d2fb439266 req-1ddd7853-953c-42ef-83fb-122c82407666 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.766219 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-af18ad5f-9fbe-416b-a9b8-06d2fb439266 req-1ddd7853-953c-42ef-83fb-122c82407666 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0663207 Jun 30 01:30:01.804549 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-af18ad5f-9fbe-416b-a9b8-06d2fb439266 req-23bb53da-4192-494f-bf97-b1ab4e9d7351 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Jun 30 01:30:01.884996 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, c55f8e5f-f84a-4796-ab6b-9850f848ab99) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:01.894135 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73025c5-232c-46ae-bf39-45645309a91d None None] Network c55f8e5f-f84a-4796-ab6b-9850f848ab99 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:30:01.898826 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:01.899434 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:02.012749 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-6cf3c74a-0afe-4ad1-935c-c70d89b89ad7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8709848 Jun 30 01:30:02.023776 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d89319-0c73-4f9b-a9af-6a9198b94a44 None None] Network c55f8e5f-f84a-4796-ab6b-9850f848ab99 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:30:02.696222 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-800d91d5-7d40-41b8-a0d1-c8c1c1b91131 req-13eae96e-5927-4ebc-a68d-d07c753c02f4 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 210 time: 0.0307808 Jun 30 01:30:03.117891 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f11b0d-c3cb-40ef-8351-af75442e75ba req-55380549-9f8b-4944-9c83-2d0f13bf33cf tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:03.118938 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-51f11b0d-c3cb-40ef-8351-af75442e75ba req-55380549-9f8b-4944-9c83-2d0f13bf33cf tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1890564 Jun 30 01:30:03.182401 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cf1af-d09a-4cea-b165-09bd2c92839a req-b01b9b69-9a7f-4acf-a5d5-2dbb692cc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:03.193527 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-860cf1af-d09a-4cea-b165-09bd2c92839a req-b01b9b69-9a7f-4acf-a5d5-2dbb692cc551 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.2293093 Jun 30 01:30:03.221062 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-d19ce086-ca2d-409a-95d0-5f8247da9227 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:03.222824 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-d19ce086-ca2d-409a-95d0-5f8247da9227 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/networks?id=9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 200 len: 815 time: 0.2220263 Jun 30 01:30:03.241368 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Request body: {'port': {'device_id': '462e8f00-3ff1-4df3-86a9-79767534d419', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'admin_state_up': True, 'tenant_id': 'f0114c36becf411399c11852a7197609'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:03.248978 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-51f11b0d-c3cb-40ef-8351-af75442e75ba req-10f369a5-82f3-4320-863f-961af679a63c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213636 Jun 30 01:30:03.300886 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-860cf1af-d09a-4cea-b165-09bd2c92839a req-e859a2e9-f4d6-478a-819e-5fcca4fb569b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959172 Jun 30 01:30:03.433491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Made reservation on behalf of f0114c36becf411399c11852a7197609 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:03.437350 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:03.580126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Allocated IP 172.20.0.7 (9e773ac1-aa7b-49dc-be9f-19ef76789e72/168dac1d-f9d9-4278-906d-26b6c195f477/20c7ba12-3834-4d21-a269-fb927d02c1a8) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:30:03.746336 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.025888 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb5f2e18-c6a8-47c9-8c3a-72595fa4a757 req-3d20cba2-fc6e-4c61-9d1e-9a5f2146bf1d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 210 time: 0.0301864 Jun 30 01:30:04.095373 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.099615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:04.110659 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450', '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'e6062e32-a887-4c78-b858-d3179d796a8f'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:04.141439 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:30:04.147684 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:04.152057 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:30:04.157339 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.158070 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.169959 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event updated for resources: {'Port': ['ID=20c7ba12-3834-4d21-a269-fb927d02c1a8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:04.180272 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:04.304432 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0711098 Jun 30 01:30:04.320908 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Request body: {'port': {'device_id': '462e8f00-3ff1-4df3-86a9-79767534d419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:04.494881 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:04.595839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86bece-996c-446a-aada-dd55bef0b139 req-1caeb90b-fb5b-41f3-b64c-80c8e3d93193 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.597501 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9f86bece-996c-446a-aada-dd55bef0b139 req-1caeb90b-fb5b-41f3-b64c-80c8e3d93193 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1934829 Jun 30 01:30:04.604513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-fb0bceaa-f2a1-4070-9439-e8fef551e50f tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:04.605878 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-fb0bceaa-f2a1-4070-9439-e8fef551e50f tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/networks?id=c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 200 len: 813 time: 0.2005448 Jun 30 01:30:04.685985 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-540f9b68-1172-4f2e-910c-f8327368140c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/quotas/52a5da06b8c74e4895111ea12b920a4a HTTP/1.1" status: 200 len: 375 time: 0.0721467 Jun 30 01:30:04.739810 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9f86bece-996c-446a-aada-dd55bef0b139 req-c2c3d7d1-ee03-454b-a7ee-6ad2fff7294c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329062 Jun 30 01:30:04.741829 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-b3b18b2b-193b-4f21-adcc-522a41f9c46f tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a5da06b8c74e4895111ea12b920a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476992 Jun 30 01:30:04.924273 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-509fbcfb-8158-45cc-8a5b-70ac03fd9a74 service neutron] 10.222.0.37 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693993 Jun 30 01:30:05.028348 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c7ba12-3834-4d21-a269-fb927d02c1a8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:05.038607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:05.073030 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-4ceebb84-3a33-4b0f-a926-1228dcca3fdc service neutron] 10.222.0.37 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423624 Jun 30 01:30:05.073865 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Transition to ACTIVE for port object 20c7ba12-3834-4d21-a269-fb927d02c1a8 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:05.137042 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:05.142221 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:05.230064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Pushing event updated for resources: {'Port': ['ID=20c7ba12-3834-4d21-a269-fb927d02c1a8,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:05.234124 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:05.279159 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Attempting to bind port 20c7ba12-3834-4d21-a269-fb927d02c1a8 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:30:05.279519 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Attempting to bind port 20c7ba12-3834-4d21-a269-fb927d02c1a8 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:30:05.279850 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Attempting to bind port 20c7ba12-3834-4d21-a269-fb927d02c1a8 on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:05.291303 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Port 20c7ba12-3834-4d21-a269-fb927d02c1a8 on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:30:05.291649 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Attempting to bind port 20c7ba12-3834-4d21-a269-fb927d02c1a8 on network 9e773ac1-aa7b-49dc-be9f-19ef76789e72 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:05.314508 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd8396-ebb3-4688-b5e5-694bb4f4df43 req-94a4dc17-b225-4f39-bdb9-709e7477deef tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.316226 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4bbd8396-ebb3-4688-b5e5-694bb4f4df43 req-94a4dc17-b225-4f39-bdb9-709e7477deef tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 943 time: 0.1451154 Jun 30 01:30:05.317280 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:30:05.317680 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Checking segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:05.318040 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Bound using segment: {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:30:05.318630 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Bound port: 20c7ba12-3834-4d21-a269-fb927d02c1a8, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524c49b2-ff85-453e-8087-b890b1ca3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:30:05.319129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:05.378958 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e3f3e26a-9c48-4874-992a-ff69051e18ac req-8c2f9a07-a59a-4e7b-9b34-d84dab26bf10 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 210 time: 0.0487850 Jun 30 01:30:05.433299 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4bbd8396-ebb3-4688-b5e5-694bb4f4df43 req-d6404156-a0cc-4bd6-b144-ea3e3bfb6c1f tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048262 Jun 30 01:30:05.458444 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] For port 20c7ba12-3834-4d21-a269-fb927d02c1a8, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:30:05.462044 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] For port 20c7ba12-3834-4d21-a269-fb927d02c1a8, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=20c7ba12-3834-4d21-a269-fb927d02c1a8,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:30:05.524351 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:05.527506 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:05.568197 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.568197 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:05.568197 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] 10.222.0.38 "PUT /v2.0/ports/20c7ba12-3834-4d21-a269-fb927d02c1a8 HTTP/1.1" status: 200 len: 1093 time: 1.2491634 Jun 30 01:30:05.568197 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462e8f00-3ff1-4df3-86a9-79767534d419', 'tag': '20c7ba12-3834-4d21-a269-fb927d02c1a8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:05.568197 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481717c2-2c5b-47ad-b3bf-c07cb5a00252" -d '{"events": [{"name": "network-changed", "server_uuid": "462e8f00-3ff1-4df3-86a9-79767534d419", "tag": "20c7ba12-3834-4d21-a269-fb927d02c1a8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:05.589542 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Pushing event updated for resources: {'Port': ['ID=20c7ba12-3834-4d21-a269-fb927d02c1a8,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:05.592907 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:05.610862 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d0875b-3bc3-4026-a10d-cd8d292c36a6 x-openstack-request-id: req-b1d0875b-3bc3-4026-a10d-cd8d292c36a6 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:05.611172 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462e8f00-3ff1-4df3-86a9-79767534d419", "tag": "20c7ba12-3834-4d21-a269-fb927d02c1a8", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:05.611447 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1d0875b-3bc3-4026-a10d-cd8d292c36a6 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:05.611858 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462e8f00-3ff1-4df3-86a9-79767534d419', 'tag': '20c7ba12-3834-4d21-a269-fb927d02c1a8', 'status': 'completed', 'code': 200} Jun 30 01:30:05.687073 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481717c2-2c5b-47ad-b3bf-c07cb5a00252 req-9f1c8830-4652-49f0-8a40-6f9adaa3d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.688648 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-481717c2-2c5b-47ad-b3bf-c07cb5a00252 req-9f1c8830-4652-49f0-8a40-6f9adaa3d819 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 1096 time: 0.0541945 Jun 30 01:30:05.900028 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481717c2-2c5b-47ad-b3bf-c07cb5a00252 req-4badbbec-f9a1-4694-a386-e1f46559d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:05.901838 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-481717c2-2c5b-47ad-b3bf-c07cb5a00252 req-4badbbec-f9a1-4694-a386-e1f46559d74f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f0114c36becf411399c11852a7197609&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2032018 Jun 30 01:30:06.034434 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa41b-196f-47cf-8d76-a009791b27b3 req-c296433f-52af-4910-b645-95c1a03f4c6d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.036443 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-055aa41b-196f-47cf-8d76-a009791b27b3 req-c296433f-52af-4910-b645-95c1a03f4c6d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1733954 Jun 30 01:30:06.111811 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481717c2-2c5b-47ad-b3bf-c07cb5a00252 req-971688f6-b761-4d02-9c66-fa219a418929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.113300 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-481717c2-2c5b-47ad-b3bf-c07cb5a00252 req-971688f6-b761-4d02-9c66-fa219a418929 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038317 Jun 30 01:30:06.121608 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-055aa41b-196f-47cf-8d76-a009791b27b3 req-6f2eb2f2-97a3-47cc-9bf0-962a2eeb481b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787826 Jun 30 01:30:06.225493 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-44861d5f-1c64-4aa7-bd48-5fa4c3383ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.227013 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-44861d5f-1c64-4aa7-bd48-5fa4c3383ffe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0114c36becf411399c11852a7197609&device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 1096 time: 0.0576947 Jun 30 01:30:06.282534 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-944b71f7-cf5c-4e82-b574-4619c127ed05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c7ba12-3834-4d21-a269-fb927d02c1a8 HTTP/1.1" status: 200 len: 217 time: 0.0327959 Jun 30 01:30:06.339400 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-b000dc23-2715-4e33-877e-25948bd0e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.340882 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-b000dc23-2715-4e33-877e-25948bd0e8a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 200 len: 855 time: 0.0443709 Jun 30 01:30:06.379012 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-3a7ff361-ae49-46a1-b317-c31906c1b32d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e773ac1-aa7b-49dc-be9f-19ef76789e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289292 Jun 30 01:30:06.402628 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42562) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:06.451295 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Deleting subnet a6ce9449-6fef-4cbc-92f7-69e1e68b30d9 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:30:06.454490 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.484579 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3864d0e4-66ab-40d6-b1cd-76e53b294b58 req-3bc005bb-4626-4334-bd26-0da6e3ec1515 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 210 time: 0.0393224 Jun 30 01:30:06.519879 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-f37ad25b-8197-4fbb-9892-3c610e6ef399 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301610 Jun 30 01:30:06.678484 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24ed3e4a-4171-4cde-ba75-9a0d304f7e9f req-6d3dd9f3-27cb-43be-9d7b-2590434e92a7 service neutron] 10.222.0.38 "GET /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477396 Jun 30 01:30:06.692098 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.718509 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4c60-ff49-4972-80fe-83f2128c9dd4 req-9acd2f87-3e96-4c29-b23b-5deae6d6ab4a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.720263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-104f4c60-ff49-4972-80fe-83f2128c9dd4 req-9acd2f87-3e96-4c29-b23b-5deae6d6ab4a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 943 time: 0.0978525 Jun 30 01:30:06.742220 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.823810 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-104f4c60-ff49-4972-80fe-83f2128c9dd4 req-67c87d03-10c5-4f54-9ef6-bdd2008d090e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920179 Jun 30 01:30:06.855407 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a8dc7-ca9f-49bc-a510-97ff50b082fb req-5a14a384-da62-4a17-b9d0-d556d954b0c9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.856893 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a5a8dc7-ca9f-49bc-a510-97ff50b082fb req-5a14a384-da62-4a17-b9d0-d556d954b0c9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1356220 Jun 30 01:30:06.861990 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498393-8050-455f-b784-2101b4ccab91 req-247cf703-ec9f-4fd5-b9d7-2101ea1632de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:06.863335 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-247cf703-ec9f-4fd5-b9d7-2101ea1632de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.0985484 Jun 30 01:30:06.878617 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.882955 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:06.909375 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ce9449-6fef-4cbc-92f7-69e1e68b30d9,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:06.912753 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:06.915770 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:06.920310 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7b389608-2902-41a7-af3c-951790678236 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a6ce9449-6fef-4cbc-92f7-69e1e68b30d9 HTTP/1.1" status: 204 len: 168 time: 0.5165603 Jun 30 01:30:06.920663 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42574) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:06.987310 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a5a8dc7-ca9f-49bc-a510-97ff50b082fb req-736c2ed6-8eb4-4f8d-a2bc-c45ed5916087 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229792 Jun 30 01:30:07.032247 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.041120 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498393-8050-455f-b784-2101b4ccab91 req-807f5712-2f1b-4ff7-847e-3038b146e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:07.042598 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-807f5712-2f1b-4ff7-847e-3038b146e228 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.1716707 Jun 30 01:30:07.102978 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-ddfa84cb-2eee-451e-8acc-3992f2b876ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0522983 Jun 30 01:30:07.181483 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.197970 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.198317 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.199050 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.199393 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > port after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.199732 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > port after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.200053 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > port after_update 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.200367 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.200713 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.201027 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.201340 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.267717 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.268070 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.268403 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.268761 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:30:07.269137 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-34963687-31d6-4401-a280-90339f924fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449c035d-7c25-4a5e-9597-5f38039aafc7']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:07.287819 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498393-8050-455f-b784-2101b4ccab91 req-fc5b8743-c12d-44bf-803b-f5fcb7fb79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:07.289389 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-fc5b8743-c12d-44bf-803b-f5fcb7fb79a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.1746066 Jun 30 01:30:07.291077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-34963687-31d6-4401-a280-90339f924fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4fad26-d301-48fd-ad9e-74bd7485d024') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:07.291378 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-34963687-31d6-4401-a280-90339f924fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4fad26-d301-48fd-ad9e-74bd7485d024') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:07.308715 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.356949 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-a64acc32-4d76-4ae4-87ae-379533b8446d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376363 Jun 30 01:30:07.356949 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.370488 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:30:07.370870 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: from cryptography.utils import int_from_bytes Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: from cryptography.utils import int_from_bytes Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:30:07.374692 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:30:07.379281 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:30:07.379281 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:30:07.379281 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:30:07.379281 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:30:07.719543 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1211928-bce4-43bb-bfe8-b53edbb20445 req-f6dbf1d5-3bd5-4dec-9575-bf2396224fe9 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 210 time: 0.0992105 Jun 30 01:30:07.752857 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-85cf7553-ee25-407b-9fcd-053f92e5c870 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932302 Jun 30 01:30:07.843998 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53498393-8050-455f-b784-2101b4ccab91 req-72559fc4-e291-4597-a404-91d0a32222d4 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824647 Jun 30 01:30:07.862553 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.866958 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5e947a77-634b-4d21-9f59-6955af2929e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:07.879600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:07.881574 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-34963687-31d6-4401-a280-90339f924fad admin admin] 10.222.0.37 "DELETE /v2.0/networks/449c035d-7c25-4a5e-9597-5f38039aafc7 HTTP/1.1" status: 204 len: 168 time: 0.9587591 Jun 30 01:30:07.882849 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Pushing event deleted for resources: {'Network': ['ID=449c035d-7c25-4a5e-9597-5f38039aafc7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:07.884557 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42588) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:07.886503 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:07.938382 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Deleting subnet 2a48e1ce-dc70-48aa-8a40-48c4a014633a {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:30:07.941665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.011562 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.066072 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb00bf-cbbe-4312-bdf7-32f8bcd0d0e7 req-5962ab68-8aad-41df-8947-a36e809ed84c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:08.067604 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95fb00bf-cbbe-4312-bdf7-32f8bcd0d0e7 req-5962ab68-8aad-41df-8947-a36e809ed84c tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 943 time: 0.1063712 Jun 30 01:30:08.068720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.169506 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95fb00bf-cbbe-4312-bdf7-32f8bcd0d0e7 req-2c75e2bf-7b2d-4348-85c6-bb655b42497f tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782688 Jun 30 01:30:08.202394 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eae0e-15f1-462c-9d17-41a891f3bda3 req-99a0036f-ae1b-4f65-b2de-1a4af62746f1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:08.203862 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c11eae0e-15f1-462c-9d17-41a891f3bda3 req-99a0036f-ae1b-4f65-b2de-1a4af62746f1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0929303 Jun 30 01:30:08.242018 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c11eae0e-15f1-462c-9d17-41a891f3bda3 req-b7b5fcd9-2af5-43b7-8919-2831e326f6bf tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Jun 30 01:30:08.391130 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.397872 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:08.433066 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a48e1ce-dc70-48aa-8a40-48c4a014633a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:08.437224 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.439103 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2a48e1ce-dc70-48aa-8a40-48c4a014633a HTTP/1.1" status: 204 len: 168 time: 0.5536427 Jun 30 01:30:08.441179 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:08.441936 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42594) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:08.471973 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-b89fd010-9781-4496-853e-85c5301316e0 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:08.473543 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-b89fd010-9781-4496-853e-85c5301316e0 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "GET /v2.0/networks?id=c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 200 len: 813 time: 0.1302829 Jun 30 01:30:08.494715 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Request body: {'port': {'device_id': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99', 'admin_state_up': True, 'tenant_id': '52a5da06b8c74e4895111ea12b920a4a'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:08.515750 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.615499 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.617790 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731609f7-59fa-4fee-bd8b-034f87d25f88']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:08.628205 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7ace5d-33b5-414e-95db-4a9eb0e50953') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:08.628480 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7ace5d-33b5-414e-95db-4a9eb0e50953') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:08.637583 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.654131 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.660358 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:30:08.661425 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:30:08.663303 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:30:08.708839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Made reservation on behalf of 52a5da06b8c74e4895111ea12b920a4a for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:30:08.713382 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.794081 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.799369 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:08.805133 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] 10.222.0.37 "DELETE /v2.0/networks/731609f7-59fa-4fee-bd8b-034f87d25f88 HTTP/1.1" status: 204 len: 168 time: 0.3607254 Jun 30 01:30:08.806594 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-267a41db-835f-4b2d-984f-4fb2d76793f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:08.821553 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=731609f7-59fa-4fee-bd8b-034f87d25f88,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:08.828576 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:08.861871 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Allocated IP 172.20.0.12 (c55f8e5f-f84a-4796-ab6b-9850f848ab99/64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf/01d500ff-c44b-41b6-ac3a-3ccf3465a88d) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:30:08.884310 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa105529-1df3-4274-b7b4-3c903f16245d req-502a29cd-84dc-40ef-b924-affe964b9e12 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 210 time: 0.0366421 Jun 30 01:30:09.041266 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.154103 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.159215 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:09.194980 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42610) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:09.203197 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42614) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:09.225797 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Network c55f8e5f-f84a-4796-ab6b-9850f848ab99 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:30:09.230622 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:30:09.233075 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Pushing event updated for resources: {'Port': ['ID=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:09.235379 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:30:09.239469 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:09.249413 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5c5b4177-14fa-4850-a347-af13d2314156 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=883131b9812248309405713f719b4571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448091 Jun 30 01:30:09.250219 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42618) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:09.287783 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 20c7ba12-3834-4d21-a269-fb927d02c1a8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:30:09.297417 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:09.298387 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.373880 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.402270 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50685f-a229-4497-9a11-7bb1deee56b3 req-a5b43c3d-856d-4477-a96a-dd8161537308 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:09.404075 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0a50685f-a229-4497-9a11-7bb1deee56b3 req-a5b43c3d-856d-4477-a96a-dd8161537308 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 943 time: 0.0981889 Jun 30 01:30:09.428720 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.452911 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9621470 Jun 30 01:30:09.486193 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Request body: {'port': {'device_id': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:30:09.505742 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0a50685f-a229-4497-9a11-7bb1deee56b3 req-f3ca0aa0-5dbc-49fe-ab36-5b9f8388b2ca tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955749 Jun 30 01:30:09.521966 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 20c7ba12-3834-4d21-a269-fb927d02c1a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=20c7ba12-3834-4d21-a269-fb927d02c1a8,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:09.542470 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '20c7ba12-3834-4d21-a269-fb927d02c1a8', 'network_id': '9e773ac1-aa7b-49dc-be9f-19ef76789e72', 'port_id': '20c7ba12-3834-4d21-a269-fb927d02c1a8', 'mac_address': 'fa:16:3e:c9:ea:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168dac1d-f9d9-4278-906d-26b6c195f477', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:30:09.551337 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.565938 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.569281 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.570691 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ce5494c-6730-4ef3-b4af-0a8180b2a718 HTTP/1.1" status: 204 len: 168 time: 0.3138812 Jun 30 01:30:09.571481 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-37346fcf-59c7-4dde-9f8a-626436418faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:09.584236 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5494c-6730-4ef3-b4af-0a8180b2a718,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:09.592297 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:09.604409 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.627378 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c7ba12-3834-4d21-a269-fb927d02c1a8 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:09.653409 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 20c7ba12-3834-4d21-a269-fb927d02c1a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=20c7ba12-3834-4d21-a269-fb927d02c1a8,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:09.664239 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9ee2-ca54-423d-a79a-31bf99cfad3b req-e4d3ae6b-95f8-427d-981e-c5a819ab79ef tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:09.665746 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cf0a9ee2-ca54-423d-a79a-31bf99cfad3b req-e4d3ae6b-95f8-427d-981e-c5a819ab79ef tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.2302516 Jun 30 01:30:09.699563 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.711995 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.714163 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:09.768913 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=20c7ba12-3834-4d21-a269-fb927d02c1a8,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:09.772140 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:09.772957 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cf0a9ee2-ca54-423d-a79a-31bf99cfad3b req-31525620-5590-4bac-9ebe-29c6a9197e9d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001592 Jun 30 01:30:09.891714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.979946 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:09.984458 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-87cc8a80-f422-4790-840d-0d0f39aad4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:10.042728 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf2058b-5dfd-48b3-ad2e-992c8c1aa8ad,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:10.064654 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:10.082520 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a173f574bff842edbdcd703f6b788495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8756032 Jun 30 01:30:10.085719 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42632) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:10.101908 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d500ff-c44b-41b6-ac3a-3ccf3465a88d {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:10.113625 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.130203 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Transition to ACTIVE for port object 01d500ff-c44b-41b6-ac3a-3ccf3465a88d will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:30:10.138756 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.144893 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4c21-cf12-41e0-bf18-5592dc04e6a1 req-d33ff0e7-cd37-4829-b5da-b95d7beb6a9f tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.146969 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-889d4c21-cf12-41e0-bf18-5592dc04e6a1 req-d33ff0e7-cd37-4829-b5da-b95d7beb6a9f tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 932 time: 0.1327703 Jun 30 01:30:10.148901 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['20c7ba12-3834-4d21-a269-fb927d02c1a8'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:10.167828 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.188391 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-889d4c21-cf12-41e0-bf18-5592dc04e6a1 req-eee31630-025d-4dcc-8289-451f6d5619d8 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348570 Jun 30 01:30:10.218017 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.219111 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9197d9b5-eced-4aba-8d97-accd64b9b8b6 tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:10.268288 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Pushing event updated for resources: {'Port': ['ID=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:10.273263 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:10.302726 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.305558 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.309683 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cf2058b-5dfd-48b3-ad2e-992c8c1aa8ad HTTP/1.1" status: 204 len: 168 time: 0.2226293 Jun 30 01:30:10.310471 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4c388b01-4f48-4156-b79e-2cd9b7238c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:10.324664 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42636) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:10.335790 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf2058b-5dfd-48b3-ad2e-992c8c1aa8ad,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:10.350772 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:10.353313 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Attempting to bind port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:30:10.353467 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Attempting to bind port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:30:10.353886 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Attempting to bind port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d on network c55f8e5f-f84a-4796-ab6b-9850f848ab99 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:10.360111 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d on network c55f8e5f-f84a-4796-ab6b-9850f848ab99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:30:10.360551 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Attempting to bind port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d on network c55f8e5f-f84a-4796-ab6b-9850f848ab99 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:30:10.366301 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:30:10.366720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Checking segment: {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:30:10.367175 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Bound using segment: {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:30:10.367614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Bound port: 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:30:10.367985 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.405089 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-48aba6c1-ae9d-4e40-a8ed-1a7668613284 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07b15476387e419296cea8d95c59bd5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791168 Jun 30 01:30:10.405699 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42638) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:10.440931 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] For port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:30:10.444878 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] For port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:30:10.461437 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.481959 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.521637 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.524982 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-898afb4b-f052-4aea-a982-588b3f799547 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:10.572620 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.573237 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.574598 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] 10.222.0.38 "PUT /v2.0/ports/01d500ff-c44b-41b6-ac3a-3ccf3465a88d HTTP/1.1" status: 200 len: 1094 time: 1.0979168 Jun 30 01:30:10.575082 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'tag': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:10.577456 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076b54a2-242a-431e-8636-a6181a026bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "eaebd755-9fcf-4fc3-959f-1b97821f04e4", "tag": "01d500ff-c44b-41b6-ac3a-3ccf3465a88d"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:10.588239 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.590842 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.591983 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2607eef-389c-452e-8722-c366d8c12753 HTTP/1.1" status: 204 len: 168 time: 0.1853697 Jun 30 01:30:10.593057 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7d97c81d-c9ce-4187-a6dc-16fce434bec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:10.607185 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2607eef-389c-452e-8722-c366d8c12753,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:10.611630 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d69e4fc6-86a1-466b-94e2-9bacc21434a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:10.617231 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Pushing event updated for resources: {'Port': ['ID=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:10.617333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:10.619168 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:10.641757 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca4cab-090a-4a07-9730-5dd92d880c48 x-openstack-request-id: req-faca4cab-090a-4a07-9730-5dd92d880c48 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:10.642109 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaebd755-9fcf-4fc3-959f-1b97821f04e4", "tag": "01d500ff-c44b-41b6-ac3a-3ccf3465a88d", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:10.645289 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-faca4cab-090a-4a07-9730-5dd92d880c48 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:10.645289 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'tag': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d', 'status': 'completed', 'code': 200} Jun 30 01:30:10.753509 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-8e8fa519-4bb7-494c-a355-6a02596a6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.755082 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-8e8fa519-4bb7-494c-a355-6a02596a6129 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=52a5da06b8c74e4895111ea12b920a4a&device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 1097 time: 0.0900488 Jun 30 01:30:10.763656 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088335a-2fcb-4d70-9687-d3d464ae1533 req-725510f9-a6ee-4201-8341-5d9d6359dea0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.765309 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5088335a-2fcb-4d70-9687-d3d464ae1533 req-725510f9-a6ee-4201-8341-5d9d6359dea0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 944 time: 0.1103370 Jun 30 01:30:10.815174 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-a175435c-e369-461c-87e6-b30c8c6bc9bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d HTTP/1.1" status: 200 len: 217 time: 0.0443225 Jun 30 01:30:10.872377 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5088335a-2fcb-4d70-9687-d3d464ae1533 req-2f5bfd7e-73dd-4a5f-be57-40db91aa6710 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622675 Jun 30 01:30:10.888363 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-fe043a1f-29d7-48a8-8644-d51126da8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:10.892549 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-fe043a1f-29d7-48a8-8644-d51126da8331 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf HTTP/1.1" status: 200 len: 853 time: 0.0646811 Jun 30 01:30:10.927155 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-cc2a582d-09a2-4ee0-9308-0d81489e3f31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c55f8e5f-f84a-4796-ab6b-9850f848ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273199 Jun 30 01:30:11.062422 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-05776b09-04b4-46d4-8723-82fde959c291 service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267662 Jun 30 01:30:11.131417 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363237b-726b-481e-8802-41f67b2a6f07 req-fd7a9272-996c-49ee-ad37-53f15c6df371 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.137727 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b363237b-726b-481e-8802-41f67b2a6f07 req-fd7a9272-996c-49ee-ad37-53f15c6df371 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1413848 Jun 30 01:30:11.197462 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b363237b-726b-481e-8802-41f67b2a6f07 req-7772251a-ab71-45a1-a00c-a8d7e6588ca8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566816 Jun 30 01:30:11.199721 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02bf1b5d-c982-4843-99df-13363d19ee52 req-521b0a3e-f623-44d4-a60b-9eb4f0217f5c service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293588 Jun 30 01:30:11.253036 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42666) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:11.267611 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.312428 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 20c7ba12-3834-4d21-a269-fb927d02c1a8 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:11.450802 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.454043 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd54b6-384f-4cf3-b512-3c1052ab4ef7 req-6028e513-d0f1-46af-8190-f835f192ae4e tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.457675 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9dd54b6-384f-4cf3-b512-3c1052ab4ef7 req-6028e513-d0f1-46af-8190-f835f192ae4e tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 944 time: 0.1250608 Jun 30 01:30:11.472229 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b54a2-242a-431e-8636-a6181a026bb6 req-d125e3c1-ed91-4f43-a8da-d20ad517fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.473914 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-d125e3c1-ed91-4f43-a8da-d20ad517fd56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=52a5da06b8c74e4895111ea12b920a4a&device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 1097 time: 0.0993390 Jun 30 01:30:11.479608 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 20c7ba12-3834-4d21-a269-fb927d02c1a8 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:11.487731 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 20c7ba12-3834-4d21-a269-fb927d02c1a8 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:11.488658 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.542384 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.546708 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9dd54b6-384f-4cf3-b512-3c1052ab4ef7 req-78b5f27e-5465-420c-a83e-b64f5383013e tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814962 Jun 30 01:30:11.548403 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f9de288f-c8dc-4d81-b870-952c852801a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:11.603794 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4cd19c-11ef-476a-b1d3-ed228c23a1ff,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:11.606478 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b54a2-242a-431e-8636-a6181a026bb6 req-6939aba4-951c-4a68-b0d0-3644036d16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.607385 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:11.608142 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-6939aba4-951c-4a68-b0d0-3644036d16bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 200 len: 914 time: 0.1257272 Jun 30 01:30:11.612973 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42676) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:11.613090 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e54582702a91430fb1135aa716317a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588855 Jun 30 01:30:11.633038 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.673635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e8f00-3ff1-4df3-86a9-79767534d419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c7ba12-3834-4d21-a269-fb927d02c1a8'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:11.676821 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e58b31-7773-4f75-882d-5fe5d2604585" -d '{"events": [{"server_uuid": "462e8f00-3ff1-4df3-86a9-79767534d419", "name": "network-vif-plugged", "status": "completed", "tag": "20c7ba12-3834-4d21-a269-fb927d02c1a8"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:11.691806 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 20c7ba12-3834-4d21-a269-fb927d02c1a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=20c7ba12-3834-4d21-a269-fb927d02c1a8,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:11.711041 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-c16f37ca-07f1-48e8-8c7e-942454c98e44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d HTTP/1.1" status: 200 len: 217 time: 0.0782478 Jun 30 01:30:11.734166 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81a9c3-ed1a-45a0-bd84-ed28b76f4bcf x-openstack-request-id: req-1e81a9c3-ed1a-45a0-bd84-ed28b76f4bcf {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:11.736652 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e8f00-3ff1-4df3-86a9-79767534d419", "name": "network-vif-plugged", "status": "completed", "tag": "20c7ba12-3834-4d21-a269-fb927d02c1a8", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:11.736652 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e81a9c3-ed1a-45a0-bd84-ed28b76f4bcf {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:11.736652 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e8f00-3ff1-4df3-86a9-79767534d419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c7ba12-3834-4d21-a269-fb927d02c1a8', 'code': 200} Jun 30 01:30:11.754501 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.757118 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:11.767264 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.815712 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b54a2-242a-431e-8636-a6181a026bb6 req-bda44019-6e1f-41dc-9145-e76f1be08fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:11.817725 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-bda44019-6e1f-41dc-9145-e76f1be08fb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf HTTP/1.1" status: 200 len: 853 time: 0.0830805 Jun 30 01:30:11.819775 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:11.843193 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=20c7ba12-3834-4d21-a269-fb927d02c1a8,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:11.847630 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:11.868292 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-dd4bb7f5-c016-48cb-92af-25b31772cf86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c55f8e5f-f84a-4796-ab6b-9850f848ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413456 Jun 30 01:30:11.995082 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-146c2107-09e3-4128-a637-59fd2db08d39 service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160164 Jun 30 01:30:12.082714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:12.085819 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:12.088571 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d4cd19c-11ef-476a-b1d3-ed228c23a1ff HTTP/1.1" status: 204 len: 168 time: 0.4727187 Jun 30 01:30:12.107133 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abbf5604-f554-47a6-9d0b-209b41f252cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:12.129884 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4cd19c-11ef-476a-b1d3-ed228c23a1ff,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:12.135170 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:12.185690 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-076b54a2-242a-431e-8636-a6181a026bb6 req-04289632-1f6f-4a3a-8b9c-50d148902cba service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793888 Jun 30 01:30:12.202195 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209df27-b540-4c05-af28-c208a86e18de req-5841eec1-6df0-4b96-9e8f-31e29e250868 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:12.203904 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f209df27-b540-4c05-af28-c208a86e18de req-5841eec1-6df0-4b96-9e8f-31e29e250868 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.1367640 Jun 30 01:30:12.251611 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f209df27-b540-4c05-af28-c208a86e18de req-ec47f351-a047-4208-8f37-d12441bfc587 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Jun 30 01:30:12.302425 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82d3ea-29eb-466b-8743-047a8752e0d7 req-08a74d31-d85e-41e3-8167-355c7e47788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:12.303970 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5e82d3ea-29eb-466b-8743-047a8752e0d7 req-08a74d31-d85e-41e3-8167-355c7e47788f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 1098 time: 0.0538025 Jun 30 01:30:12.340425 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5e82d3ea-29eb-466b-8743-047a8752e0d7 req-8d8200bb-0636-4e1a-ae2a-1d148cf92b59 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274260 Jun 30 01:30:12.690300 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42724) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:12.727227 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787138-5d36-437b-94b8-6c1d8a38b7b3 req-fa213316-66bb-4a5f-8d2f-49ef24f5dd02 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:12.728717 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-08787138-5d36-437b-94b8-6c1d8a38b7b3 req-fa213316-66bb-4a5f-8d2f-49ef24f5dd02 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 944 time: 0.0692835 Jun 30 01:30:12.766329 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-08787138-5d36-437b-94b8-6c1d8a38b7b3 req-61a5768d-5c86-4070-be2d-67365d672bd7 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Jun 30 01:30:12.798635 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:12.894568 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:12.959441 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:12.962004 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-50054cf1-ee6e-4662-a9c2-a615994bd9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:12.997348 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac2a92a2310e4b8994f88d7b52ca4392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041840 Jun 30 01:30:12.998164 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c26999-4fd9-437d-aac0-ce0674b31ff5,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:13.000441 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42734) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:13.001227 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:13.054430 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.078523 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.237955 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8e149e97-38ff-4a50-8e15-90eacbb5f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.238659 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293c2ed-b291-4216-80e4-37b2c25d800d req-36cb5ccf-21dd-425b-84cf-4e1e9fc2e47e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.240676 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1293c2ed-b291-4216-80e4-37b2c25d800d req-36cb5ccf-21dd-425b-84cf-4e1e9fc2e47e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0732608 Jun 30 01:30:13.241766 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.244858 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.248419 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05c26999-4fd9-437d-aac0-ce0674b31ff5 HTTP/1.1" status: 204 len: 168 time: 0.2442691 Jun 30 01:30:13.248419 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b8ca1965-bf01-4cd0-9511-4bfdf08e7dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:13.261692 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c26999-4fd9-437d-aac0-ce0674b31ff5,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:13.268788 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:13.312695 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1293c2ed-b291-4216-80e4-37b2c25d800d req-43590325-11c1-49aa-9419-3401fec25ef1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Jun 30 01:30:13.450576 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32b29c-cd5a-4abe-9d67-6fba94989817 req-79884036-e367-4ffb-a288-617bbf0a4beb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.452120 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c32b29c-cd5a-4abe-9d67-6fba94989817 req-79884036-e367-4ffb-a288-617bbf0a4beb tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.0629807 Jun 30 01:30:13.499961 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c32b29c-cd5a-4abe-9d67-6fba94989817 req-8fa6743e-3e17-47f7-8a15-6e0dafa66181 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Jun 30 01:30:13.627254 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:13.938473 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9ea6-5f81-45ef-910c-4c4aac9bd7aa req-62bd24b7-a08d-48b1-a902-95e856287742 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:13.939959 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f5bb9ea6-5f81-45ef-910c-4c4aac9bd7aa req-62bd24b7-a08d-48b1-a902-95e856287742 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 944 time: 0.0655444 Jun 30 01:30:13.987779 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f5bb9ea6-5f81-45ef-910c-4c4aac9bd7aa req-6d93fd86-8f84-4112-b768-0706f8ab9bc8 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Jun 30 01:30:14.616754 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:14.679514 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673918-c4a7-444a-83ee-26f0e956b91c req-419c330e-5ab1-4832-9469-275e7e30a7d8 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:14.686821 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9a673918-c4a7-444a-83ee-26f0e956b91c req-419c330e-5ab1-4832-9469-275e7e30a7d8 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.0716815 Jun 30 01:30:14.727016 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9a673918-c4a7-444a-83ee-26f0e956b91c req-ec5b089f-8880-486c-b109-6e2678fefe8a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Jun 30 01:30:14.923718 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42826) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:15.026201 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.115797 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.186984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fe190-f191-495f-8d6a-e29432f8c03a req-bcb48c93-cfd1-4a7e-a161-d08fe83c7d6c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:15.188427 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ae3fe190-f191-495f-8d6a-e29432f8c03a req-bcb48c93-cfd1-4a7e-a161-d08fe83c7d6c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 944 time: 0.0675910 Jun 30 01:30:15.189486 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.194250 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:15.241711 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f345977f858f4f47b135076af0daaebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168483 Jun 30 01:30:15.244351 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42834) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:15.245017 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6304441c-482a-4ad1-82a2-2eea91a97095,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:15.248722 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:15.261942 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ae3fe190-f191-495f-8d6a-e29432f8c03a req-b41f0fd6-ce34-4c8c-941d-576d3a7ab53c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659885 Jun 30 01:30:15.306380 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.327331 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.333175 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 01d500ff-c44b-41b6-ac3a-3ccf3465a88d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:30:15.479419 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:15.492907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.495402 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.496960 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6304441c-482a-4ad1-82a2-2eea91a97095 HTTP/1.1" status: 204 len: 168 time: 0.2515461 Jun 30 01:30:15.497315 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d', 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99', 'port_id': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d', 'mac_address': 'fa:16:3e:0b:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:30:15.497873 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-70bbb662-b020-4ee5-8de5-c5699fca2e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:15.513536 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6304441c-482a-4ad1-82a2-2eea91a97095,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:15.517163 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:15.579369 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.596407 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d500ff-c44b-41b6-ac3a-3ccf3465a88d {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:30:15.617533 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:15.748405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:15.750629 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cfe53cad-2a36-4d73-8061-8d1d9795c20d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:15.802952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:15.806249 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:16.011695 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.170663 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['01d500ff-c44b-41b6-ac3a-3ccf3465a88d'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:16.313187 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42860) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:16.326408 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.424738 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.448413 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d004a11-d8b6-40eb-befa-507111dbd56e req-b2705511-0714-4b70-b3a0-ea3b4f15c037 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:16.449902 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d004a11-d8b6-40eb-befa-507111dbd56e req-b2705511-0714-4b70-b3a0-ea3b4f15c037 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 945 time: 0.0659132 Jun 30 01:30:16.489683 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d004a11-d8b6-40eb-befa-507111dbd56e req-582258ee-bdbf-4401-9ca7-8574f8374315 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Jun 30 01:30:16.490582 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.494359 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-664d8917-18be-4885-b8c2-3916b5e2549b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:16.533175 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcd080-1b4a-4d6e-9cc5-c419c1fad5ce,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:16.541140 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56b5ef5b69894fff85a9f8b81ab73546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231345 Jun 30 01:30:16.541140 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:16.542680 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42866) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:16.597924 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.620179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.753430 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.756582 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:16.757750 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1fcd080-1b4a-4d6e-9cc5-c419c1fad5ce HTTP/1.1" status: 204 len: 168 time: 0.2147367 Jun 30 01:30:16.758593 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a8215dd3-9f9f-4c27-bdc4-e067aadd6f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:16.766721 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcd080-1b4a-4d6e-9cc5-c419c1fad5ce,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:16.768880 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:17.618417 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-33515e79-7ebb-424e-8827-fbd8fa2054ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.620837 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-33515e79-7ebb-424e-8827-fbd8fa2054ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.0892432 Jun 30 01:30:17.631404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb04c-8484-4165-8d04-ae1207b0d71a req-ebbcee64-7de1-42b9-9a9d-cac96b7e39d9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:17.632892 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4aefb04c-8484-4165-8d04-ae1207b0d71a req-ebbcee64-7de1-42b9-9a9d-cac96b7e39d9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1139519 Jun 30 01:30:18.011947 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4aefb04c-8484-4165-8d04-ae1207b0d71a req-d075c203-5f85-40d8-ba7d-f4400b8d40be tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698246 Jun 30 01:30:18.052432 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-86de33fe-f932-4a0b-b5f2-19d5d814d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:18.054104 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-86de33fe-f932-4a0b-b5f2-19d5d814d4e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.4195764 Jun 30 01:30:18.116634 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a9f7f-36c5-44eb-b617-207d87e76087 req-c27e868f-b4c6-4cd8-8eee-d771bddb1dfb tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:18.118019 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3c3a9f7f-36c5-44eb-b617-207d87e76087 req-c27e868f-b4c6-4cd8-8eee-d771bddb1dfb tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 945 time: 0.1517794 Jun 30 01:30:18.119468 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-e3e99a16-1e7f-43f4-a63b-5369bcb4e816 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0514240 Jun 30 01:30:18.197969 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3c3a9f7f-36c5-44eb-b617-207d87e76087 req-bbd29b0d-9dbd-41d8-8b0b-8a97727998aa tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 Jun 30 01:30:18.199463 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-7484c32b-4c38-41f3-9dfe-5b7c6bc00013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:18.200812 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-7484c32b-4c38-41f3-9dfe-5b7c6bc00013 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.0702562 Jun 30 01:30:18.244071 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-a8f7ea4d-25b6-4a62-b9eb-8a3032afb0c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347152 Jun 30 01:30:18.339328 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-63089fe6-34d9-4e6a-81db-34c3841afb13 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882039 Jun 30 01:30:18.457199 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5694199b-67ef-4a3e-9d68-549c71fdac5c req-c600ad38-4f07-4866-8e5e-fa394433abff service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076787 Jun 30 01:30:18.514125 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 42942) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:18.622699 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.709117 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.770814 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.774530 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2a4bd413-3891-4deb-9390-4c3858ae578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:18.812688 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 42952) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:18.813172 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ec905e916314ed386973383c9d288a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975197 Jun 30 01:30:18.813878 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c93465-ce3f-4078-92d3-806bea21e7c3,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:18.827016 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:18.869381 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:18.893979 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.056215 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.058825 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.060293 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08c93465-ce3f-4078-92d3-806bea21e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2442384 Jun 30 01:30:19.061173 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-10bab37b-fff7-460b-a45f-b52b2b6b4593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:19.069117 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c93465-ce3f-4078-92d3-806bea21e7c3,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:19.071575 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:19.219961 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854951fc-b0f3-4d10-96a4-5296b2165e63 req-ceacf6d7-9353-4450-8f78-29327fe10809 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:19.226264 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-854951fc-b0f3-4d10-96a4-5296b2165e63 req-ceacf6d7-9353-4450-8f78-29327fe10809 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0746069 Jun 30 01:30:19.264800 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-854951fc-b0f3-4d10-96a4-5296b2165e63 req-b9c35c07-0723-475e-8fa9-115f54987c8a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Jun 30 01:30:19.345814 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 01d500ff-c44b-41b6-ac3a-3ccf3465a88d up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:30:19.460044 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886b3c5-0a4d-46f2-a4b9-3230d714a096 req-22fad9ca-23db-408b-95ca-d7884a56ada4 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:19.466798 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3886b3c5-0a4d-46f2-a4b9-3230d714a096 req-22fad9ca-23db-408b-95ca-d7884a56ada4 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 945 time: 0.0798931 Jun 30 01:30:19.500365 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3886b3c5-0a4d-46f2-a4b9-3230d714a096 req-2cbeffb3-78a0-43eb-a09b-7da4e1d1afc7 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Jun 30 01:30:19.507835 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:30:19.511932 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:30:19.513156 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.597246 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.619343 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:19.621618 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c129e703-d885-4075-ac7f-916564e1cd31" -d '{"events": [{"server_uuid": "eaebd755-9fcf-4fc3-959f-1b97821f04e4", "name": "network-vif-plugged", "status": "completed", "tag": "01d500ff-c44b-41b6-ac3a-3ccf3465a88d"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:19.634779 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:19.659635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd46e8cd-81ec-4c18-82f0-657325143200 x-openstack-request-id: req-fd46e8cd-81ec-4c18-82f0-657325143200 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:19.659933 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaebd755-9fcf-4fc3-959f-1b97821f04e4", "name": "network-vif-plugged", "status": "completed", "tag": "01d500ff-c44b-41b6-ac3a-3ccf3465a88d", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:19.660191 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd46e8cd-81ec-4c18-82f0-657325143200 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:19.660618 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d', 'code': 200} Jun 30 01:30:19.742261 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:19.744305 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:19.790932 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:19.794155 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:19.994760 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:30:20.144072 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0beadc-8483-402d-baeb-d47ca5b7317b req-885cc1e9-9774-4569-93ea-51acc6863311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:20.145665 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c0beadc-8483-402d-baeb-d47ca5b7317b req-885cc1e9-9774-4569-93ea-51acc6863311 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 1099 time: 0.0545762 Jun 30 01:30:20.185190 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c0beadc-8483-402d-baeb-d47ca5b7317b req-ff6d93f6-2f16-422f-b090-b866a353b294 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jun 30 01:30:20.450126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adde16-c0bb-4661-9d30-05739fbb900d req-c9cf9712-848e-4320-a34d-a2c616e34d7c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:20.451842 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-04adde16-c0bb-4661-9d30-05739fbb900d req-c9cf9712-848e-4320-a34d-a2c616e34d7c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0656490 Jun 30 01:30:20.490563 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-04adde16-c0bb-4661-9d30-05739fbb900d req-f3986b35-189a-4ee2-9b86-427fe5b610fc tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Jun 30 01:30:20.682099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63935915-015e-4a87-bc03-7e80cdeb5280 req-e5591689-85ea-4673-ae8f-58cc3e268515 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:20.683607 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-63935915-015e-4a87-bc03-7e80cdeb5280 req-e5591689-85ea-4673-ae8f-58cc3e268515 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.0654986 Jun 30 01:30:20.727263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-63935915-015e-4a87-bc03-7e80cdeb5280 req-e0bdf1e2-cc9c-49cc-8b28-c4c3da8c3ad3 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375249 Jun 30 01:30:21.708563 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d21a7-e580-4868-9426-1ea622cc275e req-b289bcdd-811f-48f2-b63f-68e3b00f4e9b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:21.710799 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8a4d21a7-e580-4868-9426-1ea622cc275e req-b289bcdd-811f-48f2-b63f-68e3b00f4e9b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0667739 Jun 30 01:30:21.758839 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8a4d21a7-e580-4868-9426-1ea622cc275e req-ca32de86-6aa0-4d9f-9f87-e03870ef79a0 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Jun 30 01:30:21.934525 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612440e9-a5e9-4ac8-a264-b4e9602cff50 req-42bc3f04-b67b-4bce-895c-4ab50f5fdd88 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:21.936106 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-612440e9-a5e9-4ac8-a264-b4e9602cff50 req-42bc3f04-b67b-4bce-895c-4ab50f5fdd88 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.0732710 Jun 30 01:30:21.981512 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-612440e9-a5e9-4ac8-a264-b4e9602cff50 req-fd516d09-dd94-477b-ab64-8384f6afa3b1 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372248 Jun 30 01:30:22.976812 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08fdbd-6800-44b6-99ac-0f400d0e1670 req-1091e2ad-5159-4a8c-949e-76a51ac4fe56 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:22.979748 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0a08fdbd-6800-44b6-99ac-0f400d0e1670 req-1091e2ad-5159-4a8c-949e-76a51ac4fe56 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0693901 Jun 30 01:30:23.018486 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0a08fdbd-6800-44b6-99ac-0f400d0e1670 req-46de72ef-fe2d-49c6-9f12-5cf85e047d4b tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Jun 30 01:30:24.197860 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deb49a-4ce1-490e-acf7-f212f89b6b42 req-40973c9a-455c-4dac-a5ba-3a0407c4172e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:24.199344 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45deb49a-4ce1-490e-acf7-f212f89b6b42 req-40973c9a-455c-4dac-a5ba-3a0407c4172e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0625856 Jun 30 01:30:24.236341 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45deb49a-4ce1-490e-acf7-f212f89b6b42 req-b34b57bf-ee7f-4ad3-b002-0d3acd138635 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Jun 30 01:30:24.611100 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:25.407908 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332816-f390-497f-928c-0f97afea26b3 req-03889379-0dee-4408-8c8a-d6d980c49280 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:25.409433 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-93332816-f390-497f-928c-0f97afea26b3 req-03889379-0dee-4408-8c8a-d6d980c49280 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0620000 Jun 30 01:30:25.450780 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-93332816-f390-497f-928c-0f97afea26b3 req-c6e52df4-a49e-4c8a-88ff-4df67993a093 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Jun 30 01:30:26.613233 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30274890-79a1-41e0-a3ff-caf2b12b5b24 req-96fa0090-ba2c-4d1b-ba09-c289e9f2e3b2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:26.614765 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-30274890-79a1-41e0-a3ff-caf2b12b5b24 req-96fa0090-ba2c-4d1b-ba09-c289e9f2e3b2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.0939522 Jun 30 01:30:26.667829 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e88b3f-c2bd-4ee0-a0ab-baba2f944ea5 req-ddcdafb4-8cff-4489-be74-f7e3a8f64186 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:26.669137 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-29e88b3f-c2bd-4ee0-a0ab-baba2f944ea5 req-ddcdafb4-8cff-4489-be74-f7e3a8f64186 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0984933 Jun 30 01:30:26.696040 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-30274890-79a1-41e0-a3ff-caf2b12b5b24 req-551d19fb-a3fa-48d4-96d1-cc428e65032a tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699244 Jun 30 01:30:26.718281 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-29e88b3f-c2bd-4ee0-a0ab-baba2f944ea5 req-2d4fbfb1-cb2e-4ec8-8f06-a86389251ae0 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jun 30 01:30:27.878495 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb25a2-a06a-4c4f-87da-8f3f031a35c5 req-ed0bf90b-5e5c-4fc6-8c20-08d5c3d44d3b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:27.880416 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-10eb25a2-a06a-4c4f-87da-8f3f031a35c5 req-ed0bf90b-5e5c-4fc6-8c20-08d5c3d44d3b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.0719125 Jun 30 01:30:27.924531 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-10eb25a2-a06a-4c4f-87da-8f3f031a35c5 req-c1999255-0a9e-41e5-b912-450bf9c15273 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374215 Jun 30 01:30:28.099998 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71250b-4fde-443a-9ac1-99ba1500bf9f req-277f0f0a-d1bb-4642-b423-73ef147d8033 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:28.101696 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cd71250b-4fde-443a-9ac1-99ba1500bf9f req-277f0f0a-d1bb-4642-b423-73ef147d8033 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0684912 Jun 30 01:30:28.144833 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cd71250b-4fde-443a-9ac1-99ba1500bf9f req-64a5eb97-9e08-4311-9a43-90c1918582f2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Jun 30 01:30:28.246815 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288dac6-90ab-4556-bc3a-d4039a1d770b req-6314052a-3fc4-4dd1-b447-588d6db87943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:28.248382 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f288dac6-90ab-4556-bc3a-d4039a1d770b req-6314052a-3fc4-4dd1-b447-588d6db87943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0625024 Jun 30 01:30:28.292735 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f288dac6-90ab-4556-bc3a-d4039a1d770b req-ebf81bd4-065f-4f67-a74b-2f6c65e33536 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Jun 30 01:30:28.767638 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43282) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:28.872195 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:28.973182 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-ebf03495-6598-4a34-9e84-97b371b9eb7b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:28.975059 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-ebf03495-6598-4a34-9e84-97b371b9eb7b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.0956891 Jun 30 01:30:29.108239 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.164149 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8425c3-d4d9-4355-9244-70d48ec76cf6 req-0ec21738-7712-4db1-a777-a9142792ed09 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:29.165643 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d8425c3-d4d9-4355-9244-70d48ec76cf6 req-0ec21738-7712-4db1-a777-a9142792ed09 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 945 time: 0.1219335 Jun 30 01:30:29.166975 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Deleting port 20c7ba12-3834-4d21-a269-fb927d02c1a8 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:29.167338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.222276 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.233231 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a340d74b-8450-4ff6-9616-e937a80a2827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:29.325600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37060ad6-109c-4a7b-b96f-b1bb77818032,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:29.338143 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=849caf01b96c4223a7a3184f3e476aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671980 Jun 30 01:30:29.339577 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43296) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:29.345579 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:29.358618 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d8425c3-d4d9-4355-9244-70d48ec76cf6 req-3e5aa782-32ef-4087-8092-33c0ca4257a1 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767895 Jun 30 01:30:29.391960 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] For port 20c7ba12-3834-4d21-a269-fb927d02c1a8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=20c7ba12-3834-4d21-a269-fb927d02c1a8,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:29.392390 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.421833 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Calling delete_port for 20c7ba12-3834-4d21-a269-fb927d02c1a8 owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:29.432687 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.434925 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfe08d-f944-46a7-8ef0-07e2c4fbb99a req-e8ed55b4-3389-4658-8309-b3127e006ed6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:29.442311 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c7cfe08d-f944-46a7-8ef0-07e2c4fbb99a req-e8ed55b4-3389-4658-8309-b3127e006ed6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1704307 Jun 30 01:30:29.457275 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.559233 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c7cfe08d-f944-46a7-8ef0-07e2c4fbb99a req-9acca40a-6f30-4aec-b8f2-f3d5be745639 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158559 Jun 30 01:30:29.603490 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.607260 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.608766 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37060ad6-109c-4a7b-b96f-b1bb77818032 HTTP/1.1" status: 204 len: 168 time: 0.2675285 Jun 30 01:30:29.609740 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ef20d113-0016-4932-9940-32c97108b878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:29.622207 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead908c5-aad4-443e-b293-b86ba53684f9 req-3614e91d-41ff-4144-bdca-d4f9d8f868f9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:29.624557 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ead908c5-aad4-443e-b293-b86ba53684f9 req-3614e91d-41ff-4144-bdca-d4f9d8f868f9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1074092 Jun 30 01:30:29.634824 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37060ad6-109c-4a7b-b96f-b1bb77818032,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:29.637625 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:29.706728 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ead908c5-aad4-443e-b293-b86ba53684f9 req-ae08761f-5711-4c06-a8b4-3924a44c73a4 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603588 Jun 30 01:30:29.797826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.801806 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:29.812615 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450', '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'e6062e32-a887-4c78-b858-d3179d796a8f', '20c7ba12-3834-4d21-a269-fb927d02c1a8'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:29.827683 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event deleted for resources: {'Port': ['ID=20c7ba12-3834-4d21-a269-fb927d02c1a8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:29.830858 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:29.882255 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] No DVR routers for this DVR port 20c7ba12-3834-4d21-a269-fb927d02c1a8 on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:30:29.886931 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:29.890642 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dfd4a15c-4285-49fa-aa8e-67d0025a528d req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "DELETE /v2.0/ports/20c7ba12-3834-4d21-a269-fb927d02c1a8 HTTP/1.1" status: 204 len: 173 time: 0.9068739 Jun 30 01:30:29.891152 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462e8f00-3ff1-4df3-86a9-79767534d419', 'name': 'network-vif-deleted', 'tag': '20c7ba12-3834-4d21-a269-fb927d02c1a8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:29.893805 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaffb9c-a25b-44b1-b9ee-ebe4e35bc45e" -d '{"events": [{"server_uuid": "462e8f00-3ff1-4df3-86a9-79767534d419", "name": "network-vif-deleted", "tag": "20c7ba12-3834-4d21-a269-fb927d02c1a8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:29.932640 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769187e8-45d7-4f95-8bb7-fee7a7dc3879 x-openstack-request-id: req-769187e8-45d7-4f95-8bb7-fee7a7dc3879 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:29.932958 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462e8f00-3ff1-4df3-86a9-79767534d419", "name": "network-vif-deleted", "tag": "20c7ba12-3834-4d21-a269-fb927d02c1a8", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:29.933251 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-769187e8-45d7-4f95-8bb7-fee7a7dc3879 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:29.933882 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462e8f00-3ff1-4df3-86a9-79767534d419', 'name': 'network-vif-deleted', 'tag': '20c7ba12-3834-4d21-a269-fb927d02c1a8', 'status': 'completed', 'code': 200} Jun 30 01:30:30.527768 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6aa41e82-06af-4829-beab-d4daca34baaa req-06731c65-94de-4767-bdac-8bcf5f9d620b tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=462e8f00-3ff1-4df3-86a9-79767534d419 HTTP/1.1" status: 200 len: 210 time: 0.0355694 Jun 30 01:30:30.769684 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e5ec3-d11e-43c4-935a-d955fbdb89ba req-f1bde14f-ff3a-4416-8e22-0148bc19f019 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.771322 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a68e5ec3-d11e-43c4-935a-d955fbdb89ba req-f1bde14f-ff3a-4416-8e22-0148bc19f019 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1000264 Jun 30 01:30:30.841957 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a68e5ec3-d11e-43c4-935a-d955fbdb89ba req-08269f10-0511-47ce-babe-27e91a1a9c37 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640464 Jun 30 01:30:30.920938 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c11ff-011a-4541-8732-48cd3b92a164 req-3ffba85a-b670-4685-b35a-b404cbf845f0 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:30.922483 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-281c11ff-011a-4541-8732-48cd3b92a164 req-3ffba85a-b670-4685-b35a-b404cbf845f0 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0853543 Jun 30 01:30:30.966020 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-281c11ff-011a-4541-8732-48cd3b92a164 req-f695f4bc-fdb5-4029-845e-1a2f6dde13f2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Jun 30 01:30:32.063954 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabe258-24c1-434c-82c0-173eae2d6f1a req-55fecf76-e577-4dd6-87c7-acdd3515f5dd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:32.063954 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9cabe258-24c1-434c-82c0-173eae2d6f1a req-55fecf76-e577-4dd6-87c7-acdd3515f5dd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0890672 Jun 30 01:30:32.128483 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9cabe258-24c1-434c-82c0-173eae2d6f1a req-4bdb1309-3756-4201-8440-8e5fad5c4f5d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514624 Jun 30 01:30:32.238676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01968807-5bfc-405f-a7a3-2b6b0501ea60 req-cc0896d0-644e-49f8-951a-4de25414eba7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:32.240929 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-01968807-5bfc-405f-a7a3-2b6b0501ea60 req-cc0896d0-644e-49f8-951a-4de25414eba7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0777259 Jun 30 01:30:32.278036 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-01968807-5bfc-405f-a7a3-2b6b0501ea60 req-2027e6cb-c468-4972-b405-314859893a18 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Jun 30 01:30:32.618978 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43438) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:32.722488 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:32.809894 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:32.923344 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:32.926069 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7e3a1985-0298-4912-8476-269c4cdf09cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:32.962149 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3924880f-94df-4b6a-8a98-ff1b3650a078,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:32.965430 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:32.968297 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b971769e7cf41f7b3275569a1e32222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480320 Jun 30 01:30:32.970783 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43442) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:33.024874 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:33.047263 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:33.193825 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:33.196655 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:33.197752 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3924880f-94df-4b6a-8a98-ff1b3650a078 HTTP/1.1" status: 204 len: 168 time: 0.2260990 Jun 30 01:30:33.198871 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e284c510-cfcc-4554-93a5-50b8105393d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:33.222780 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924880f-94df-4b6a-8a98-ff1b3650a078,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:33.228820 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:33.310262 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2843c8-a3e2-4976-a107-aa429051036a req-eed00765-6022-420c-9f9d-0e87bc3ae487 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.311685 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3a2843c8-a3e2-4976-a107-aa429051036a req-eed00765-6022-420c-9f9d-0e87bc3ae487 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0684555 Jun 30 01:30:33.351695 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3a2843c8-a3e2-4976-a107-aa429051036a req-c41da796-574b-40ef-8b98-836426424ba1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Jun 30 01:30:33.424466 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 20c7ba12-3834-4d21-a269-fb927d02c1a8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:33.448328 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 20c7ba12-3834-4d21-a269-fb927d02c1a8 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:33.448728 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 20c7ba12-3834-4d21-a269-fb927d02c1a8 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:33.536620 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41465949-f8b4-4b39-a9ba-977a14dafcab req-3510cb43-ed2a-4bb0-bbaf-9293d88aae2b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.538698 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-41465949-f8b4-4b39-a9ba-977a14dafcab req-3510cb43-ed2a-4bb0-bbaf-9293d88aae2b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0703969 Jun 30 01:30:33.577774 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-41465949-f8b4-4b39-a9ba-977a14dafcab req-cf8a52d0-90e7-432a-b96f-33193f982e48 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333824 Jun 30 01:30:33.763420 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d38d2-369f-4b5a-887e-a93df1db8e30 req-37d2d01d-3299-419c-9618-d03ac5908e97 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:33.764939 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1b9d38d2-369f-4b5a-887e-a93df1db8e30 req-37d2d01d-3299-419c-9618-d03ac5908e97 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.0640285 Jun 30 01:30:33.803857 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1b9d38d2-369f-4b5a-887e-a93df1db8e30 req-7386eb5f-931b-484b-858a-e0244599780f tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Jun 30 01:30:34.009605 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43470) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:34.023672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.118565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.187405 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.191085 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2059f4b9-5818-4b3d-9fdd-fbf854b0b3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:34.225327 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a086047f0db4c82aa5fd09488aa7a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146571 Jun 30 01:30:34.226463 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c729d1-976e-49d9-9d8f-46d9c4a815cd,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:34.228074 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43476) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:34.229374 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:34.278869 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.298734 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.439240 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.441878 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:34.443590 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0c729d1-976e-49d9-9d8f-46d9c4a815cd HTTP/1.1" status: 204 len: 168 time: 0.2133484 Jun 30 01:30:34.444422 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-56f81d1e-e475-4b24-8f7d-e279f878a91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:34.452123 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c729d1-976e-49d9-9d8f-46d9c4a815cd,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:34.454552 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:34.529115 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5320bd0-c01c-42a6-bc6b-62d7607237fc req-d5957e9a-a612-4d37-8f7d-d0359d4e9c4e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:34.530992 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c5320bd0-c01c-42a6-bc6b-62d7607237fc req-d5957e9a-a612-4d37-8f7d-d0359d4e9c4e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jun 30 01:30:34.572896 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c5320bd0-c01c-42a6-bc6b-62d7607237fc req-959e7fc2-99ba-40e6-900e-2171b7870c1f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362997 Jun 30 01:30:34.764306 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b36c2-4826-4e98-baef-2d3d9ecc25dc req-e5c87e58-992a-43f5-b8a2-d0b436e3941e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:34.769145 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-687b36c2-4826-4e98-baef-2d3d9ecc25dc req-e5c87e58-992a-43f5-b8a2-d0b436e3941e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0753887 Jun 30 01:30:34.806224 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-687b36c2-4826-4e98-baef-2d3d9ecc25dc req-2fd3402c-3316-4562-b216-45d556fb599d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346086 Jun 30 01:30:34.994804 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b60e02-9cc4-4fc6-83cb-cbedbaa56cf2 req-fc683c89-cac8-4354-9168-9b2ad442bf76 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:34.996581 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-54b60e02-9cc4-4fc6-83cb-cbedbaa56cf2 req-fc683c89-cac8-4354-9168-9b2ad442bf76 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.0679576 Jun 30 01:30:35.038128 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-54b60e02-9cc4-4fc6-83cb-cbedbaa56cf2 req-abbbe0f3-721b-4e4b-96f5-4e7bc3619f81 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Jun 30 01:30:35.751452 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1a0e2-132a-4fdb-bfaf-6fff796eb7d3 req-c64c7221-dc7f-4546-a8da-36947ce5e205 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:35.752974 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2bd1a0e2-132a-4fdb-bfaf-6fff796eb7d3 req-c64c7221-dc7f-4546-a8da-36947ce5e205 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0644526 Jun 30 01:30:35.791895 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2bd1a0e2-132a-4fdb-bfaf-6fff796eb7d3 req-2d5d2712-8025-4966-b5df-302176b1702a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Jun 30 01:30:35.983261 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55710e42-a941-4d1c-bc7a-fb29266649fd req-e3c2d909-9dd6-4f87-8e47-95e670a8988d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:35.984699 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-55710e42-a941-4d1c-bc7a-fb29266649fd req-e3c2d909-9dd6-4f87-8e47-95e670a8988d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0651906 Jun 30 01:30:36.027175 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-55710e42-a941-4d1c-bc7a-fb29266649fd req-9c1f862b-4335-4bce-8bb9-d303918c9be7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358431 Jun 30 01:30:36.242782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-fc2592ba-2ab0-47c6-a003-fb52a0058270 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:36.244368 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-fc2592ba-2ab0-47c6-a003-fb52a0058270 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.1057756 Jun 30 01:30:36.259644 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482d41-928b-4215-8681-2deb8b800f9f req-bcd98b32-90f5-4f20-8652-a945003f8b71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:36.261214 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-80482d41-928b-4215-8681-2deb8b800f9f req-bcd98b32-90f5-4f20-8652-a945003f8b71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 946 time: 0.0935547 Jun 30 01:30:36.346119 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-80482d41-928b-4215-8681-2deb8b800f9f req-72c3da51-ca5b-4212-94d6-40087fe1d250 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775254 Jun 30 01:30:36.397173 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Deleting port e6062e32-a887-4c78-b858-d3179d796a8f {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:36.397534 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.517413 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] For port e6062e32-a887-4c78-b858-d3179d796a8f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=e6062e32-a887-4c78-b858-d3179d796a8f,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:36.517703 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.534501 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Calling delete_port for e6062e32-a887-4c78-b858-d3179d796a8f owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:36.713215 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:36.717339 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6e198887-5a1a-467b-b9e7-276e02c953f1 tempest-DeleteServersTestJSON-528661370 tempest-DeleteServersTestJSON-528661370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:36.726154 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450', '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'e6062e32-a887-4c78-b858-d3179d796a8f'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:36.742286 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event deleted for resources: {'Port': ['ID=e6062e32-a887-4c78-b858-d3179d796a8f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:36.754468 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.755129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.755237 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.756100 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.756450 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.756818 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.757161 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.757501 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.757839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.758224 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.758561 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.758893 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:36.779842 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:36.968780 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565ebd-75ba-4e1b-bf52-7b4c97ed1988 req-ff7aa89f-e077-4251-bee5-b23069a6edbe tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:36.970276 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60565ebd-75ba-4e1b-bf52-7b4c97ed1988 req-ff7aa89f-e077-4251-bee5-b23069a6edbe tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0629823 Jun 30 01:30:37.009455 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60565ebd-75ba-4e1b-bf52-7b4c97ed1988 req-1d63a464-50ba-4e23-9987-6da05e25e523 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Jun 30 01:30:37.221817 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c74fc-1bb1-44e9-8eb4-d88b92773caf req-86d9b580-2d8f-4fd5-9c29-7c30249a1efd tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:37.223263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1e5c74fc-1bb1-44e9-8eb4-d88b92773caf req-86d9b580-2d8f-4fd5-9c29-7c30249a1efd tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0860536 Jun 30 01:30:37.224129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] No DVR routers for this DVR port e6062e32-a887-4c78-b858-d3179d796a8f on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:30:37.226849 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:37.228748 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c63f250-4cbb-4bdb-80cc-7361f927335c req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "DELETE /v2.0/ports/e6062e32-a887-4c78-b858-d3179d796a8f HTTP/1.1" status: 204 len: 173 time: 0.9666326 Jun 30 01:30:37.229227 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'name': 'network-vif-deleted', 'tag': 'e6062e32-a887-4c78-b858-d3179d796a8f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:37.233153 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1149b166-aaf8-49e4-83bc-1abb76645407" -d '{"events": [{"server_uuid": "5305b868-b0fc-4e94-9a27-deea0df81d7f", "name": "network-vif-deleted", "tag": "e6062e32-a887-4c78-b858-d3179d796a8f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:37.274226 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1e5c74fc-1bb1-44e9-8eb4-d88b92773caf req-38b754b4-08ea-426f-abb6-ff95488dede6 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378356 Jun 30 01:30:37.278945 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca74a53-f94b-41c5-8939-54c03967944f x-openstack-request-id: req-bca74a53-f94b-41c5-8939-54c03967944f {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:37.279407 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5305b868-b0fc-4e94-9a27-deea0df81d7f", "name": "network-vif-deleted", "tag": "e6062e32-a887-4c78-b858-d3179d796a8f", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:37.279785 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bca74a53-f94b-41c5-8939-54c03967944f {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:37.281471 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5305b868-b0fc-4e94-9a27-deea0df81d7f', 'name': 'network-vif-deleted', 'tag': 'e6062e32-a887-4c78-b858-d3179d796a8f', 'status': 'completed', 'code': 200} Jun 30 01:30:37.496843 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1725912d-bc78-4d27-954f-a67ccc1366c3 req-418f3b82-5fcd-449f-9c89-915d1d36f54f tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=5305b868-b0fc-4e94-9a27-deea0df81d7f HTTP/1.1" status: 200 len: 210 time: 0.0300531 Jun 30 01:30:38.192102 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8ad80-1748-4f4b-b48b-dbab94fcae8d req-5211749e-786b-423b-8fe2-5d0bc7b8d4d0 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:38.194954 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8ff8ad80-1748-4f4b-b48b-dbab94fcae8d req-5211749e-786b-423b-8fe2-5d0bc7b8d4d0 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0736320 Jun 30 01:30:38.240547 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8ff8ad80-1748-4f4b-b48b-dbab94fcae8d req-be52279f-45fa-42e2-8a1b-78196d30b607 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Jun 30 01:30:38.492651 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bfbc2-ff2a-4fdc-b410-24f5c386e23c req-549d6431-6749-4420-a956-e12f9ade9399 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:38.494043 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-957bfbc2-ff2a-4fdc-b410-24f5c386e23c req-549d6431-6749-4420-a956-e12f9ade9399 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0726671 Jun 30 01:30:38.534921 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-957bfbc2-ff2a-4fdc-b410-24f5c386e23c req-4a0d5612-d0a9-4c4b-a1bf-48210a643a92 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349064 Jun 30 01:30:39.266901 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f18e9-2fe1-4941-8b1e-5012cbbe0588 req-244b10cd-d7b2-46e8-8050-43a732e3d780 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:39.268716 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e27f18e9-2fe1-4941-8b1e-5012cbbe0588 req-244b10cd-d7b2-46e8-8050-43a732e3d780 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0690403 Jun 30 01:30:39.310097 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e27f18e9-2fe1-4941-8b1e-5012cbbe0588 req-10c479be-5c2d-49d7-9dfb-48bcce9ba2c5 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jun 30 01:30:39.438581 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b19cdc-5d2d-4350-bcb2-ddb6ea7e0c80 req-1e0d347f-977a-4179-aa74-14a9515a2f1f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:39.440096 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1b19cdc-5d2d-4350-bcb2-ddb6ea7e0c80 req-1e0d347f-977a-4179-aa74-14a9515a2f1f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0716183 Jun 30 01:30:39.479531 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1b19cdc-5d2d-4350-bcb2-ddb6ea7e0c80 req-9d23be9a-ca0d-450d-8586-d702459ad40a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Jun 30 01:30:39.490751 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device e6062e32-a887-4c78-b858-d3179d796a8f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:39.506946 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: e6062e32-a887-4c78-b858-d3179d796a8f {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:39.507300 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device e6062e32-a887-4c78-b858-d3179d796a8f not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:39.723398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e2cf-4223-41ac-b992-005cebc2df35 req-ef58e158-07b9-42c5-bcc0-1edab1c36998 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:39.724947 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4297e2cf-4223-41ac-b992-005cebc2df35 req-ef58e158-07b9-42c5-bcc0-1edab1c36998 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0711689 Jun 30 01:30:39.764760 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4297e2cf-4223-41ac-b992-005cebc2df35 req-2ded0ecc-2eb1-4dda-ac24-0bd03b498ac8 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334067 Jun 30 01:30:40.489284 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b313b78-e93c-4f6c-9ddc-f4faa3604946 req-1fe560c7-73b2-49da-9075-98801b0eeb00 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:40.491694 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9b313b78-e93c-4f6c-9ddc-f4faa3604946 req-1fe560c7-73b2-49da-9075-98801b0eeb00 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0694783 Jun 30 01:30:40.535722 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9b313b78-e93c-4f6c-9ddc-f4faa3604946 req-bc1fb399-467d-478d-8007-43dee53cba20 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Jun 30 01:30:40.626503 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6cdf394c-220a-4f23-bdf8-deb30af2b170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:40.684724 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0d5d0-a2ab-4567-942b-2b827eb2a9c6 req-1a779b1c-345a-4cb4-a096-98dcf25943e5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:40.686176 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-67b0d5d0-a2ab-4567-942b-2b827eb2a9c6 req-1a779b1c-345a-4cb4-a096-98dcf25943e5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0690844 Jun 30 01:30:40.727003 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-67b0d5d0-a2ab-4567-942b-2b827eb2a9c6 req-75de3966-3822-4d7e-b29a-f8a008298c97 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Jun 30 01:30:40.923406 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-d0b468e4-57f9-4e01-b5c1-6861d6395ec0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:40.925208 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-d0b468e4-57f9-4e01-b5c1-6861d6395ec0 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0947943 Jun 30 01:30:41.026308 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055bd25-3541-4fdf-b819-58ac597893e9 req-63002c8c-b1f0-401f-a5e4-3cf4d11d0708 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:41.027997 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f055bd25-3541-4fdf-b819-58ac597893e9 req-63002c8c-b1f0-401f-a5e4-3cf4d11d0708 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1420264 Jun 30 01:30:41.080594 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f055bd25-3541-4fdf-b819-58ac597893e9 req-776fe903-e3ea-4a25-b3cb-251ce0b68c6d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455661 Jun 30 01:30:41.084584 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Deleting port 1f122b1d-aa6e-4578-9fa3-8630790efeea {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:41.084584 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.190199 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] For port 1f122b1d-aa6e-4578-9fa3-8630790efeea, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=1f122b1d-aa6e-4578-9fa3-8630790efeea,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:41.190562 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.204010 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Calling delete_port for 1f122b1d-aa6e-4578-9fa3-8630790efeea owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:41.428369 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.432364 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7fbcb3df-e1ef-444a-b7d1-0f9543582609 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:41.445357 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450', '1f122b1d-aa6e-4578-9fa3-8630790efeea'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:41.463030 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event deleted for resources: {'Port': ['ID=1f122b1d-aa6e-4578-9fa3-8630790efeea,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:41.466785 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:41.522617 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] No DVR routers for this DVR port 1f122b1d-aa6e-4578-9fa3-8630790efeea on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:30:41.528018 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:41.529293 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-534e95d1-57fd-4cd6-942c-d653126a3187 req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "DELETE /v2.0/ports/1f122b1d-aa6e-4578-9fa3-8630790efeea HTTP/1.1" status: 204 len: 173 time: 0.5967498 Jun 30 01:30:41.529840 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'name': 'network-vif-deleted', 'tag': '1f122b1d-aa6e-4578-9fa3-8630790efeea'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:41.541826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ad587-2b67-4483-a64d-00d3ed5f0c00" -d '{"events": [{"server_uuid": "f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5", "name": "network-vif-deleted", "tag": "1f122b1d-aa6e-4578-9fa3-8630790efeea"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:41.600500 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954b70fd-b2fa-4c2e-a62b-96712b5c2e49 x-openstack-request-id: req-954b70fd-b2fa-4c2e-a62b-96712b5c2e49 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:41.600500 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5", "name": "network-vif-deleted", "tag": "1f122b1d-aa6e-4578-9fa3-8630790efeea", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:41.600500 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-954b70fd-b2fa-4c2e-a62b-96712b5c2e49 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:41.600500 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5', 'name': 'network-vif-deleted', 'tag': '1f122b1d-aa6e-4578-9fa3-8630790efeea', 'status': 'completed', 'code': 200} Jun 30 01:30:41.710522 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a81b2115-441f-4de9-aa47-5c54b9d5342c req-77a40d37-6435-4cdf-8444-7b9f61bd2bef tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0302300 Jun 30 01:30:41.921607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca488e60-1bb7-4577-ac3e-18b95f8869e5 req-603c57c6-ef8c-4aa8-bbc7-2f3aa7b09b42 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:41.925150 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ca488e60-1bb7-4577-ac3e-18b95f8869e5 req-603c57c6-ef8c-4aa8-bbc7-2f3aa7b09b42 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0762160 Jun 30 01:30:41.977150 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ca488e60-1bb7-4577-ac3e-18b95f8869e5 req-04b5330a-4d4d-4c95-adfc-1e6029859561 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Jun 30 01:30:42.009591 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43628) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:42.126731 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.254902 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.288610 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b0d0-ed14-4413-a3ea-079185049e5f req-75ac4975-f928-4d71-afe1-060ecaa58c4f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:42.290149 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab59b0d0-ed14-4413-a3ea-079185049e5f req-75ac4975-f928-4d71-afe1-060ecaa58c4f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0745649 Jun 30 01:30:42.326829 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.331457 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-695aff2e-41f7-4d04-9829-e449f8751133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:42.338176 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ab59b0d0-ed14-4413-a3ea-079185049e5f req-359e449b-f936-409f-8470-9695f2e4dc17 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 Jun 30 01:30:42.621078 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c83fc6-390a-4ab0-beea-dc4b53ce822d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:42.628150 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43638) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:42.644631 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1316936677b433090e26f9c3dd6bb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307969 Jun 30 01:30:42.644631 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:42.687365 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.715763 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.879229 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.882385 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:42.889642 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03c83fc6-390a-4ab0-beea-dc4b53ce822d HTTP/1.1" status: 204 len: 168 time: 0.2543802 Jun 30 01:30:42.889642 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fb4228e6-4e26-4dfe-b657-ec28db414a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:42.895620 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b49ecc00-6120-4f10-9ab8-06505d1a7c3d req-5f70d828-79c8-4f44-ae3d-a104bfcdc660 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b3cc7e-d99b-4c52-9a7d-7d6ed26f2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0362489 Jun 30 01:30:42.904577 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c83fc6-390a-4ab0-beea-dc4b53ce822d,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:42.913220 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.918706 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.918706 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.918706 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.918706 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.918706 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.920398 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.920796 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.921289 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.924201 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.924502 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.924870 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:30:42.929290 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:43.160392 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7bc7a-db49-4e8d-b887-61a3abd6ac6b req-b38b5232-5027-43d2-a1eb-e9354fd0e9aa tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:43.162221 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-57a7bc7a-db49-4e8d-b887-61a3abd6ac6b req-b38b5232-5027-43d2-a1eb-e9354fd0e9aa tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0694211 Jun 30 01:30:43.209400 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-57a7bc7a-db49-4e8d-b887-61a3abd6ac6b req-81148247-e341-4756-8a77-22d0dc71399f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Jun 30 01:30:43.227547 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-dd83d923-4917-4193-9cf2-e535dc4031fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:43.524398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc657b4-b087-4718-b7a8-dd27fba84f9a req-00c7a5f8-1609-468d-ab76-963f76d10915 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:43.527531 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-adc657b4-b087-4718-b7a8-dd27fba84f9a req-00c7a5f8-1609-468d-ab76-963f76d10915 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0744314 Jun 30 01:30:43.574779 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-adc657b4-b087-4718-b7a8-dd27fba84f9a req-525946eb-b230-4d1c-861c-68a09a5704e3 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 Jun 30 01:30:43.610861 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.390071 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec325f6-f3d7-44f2-93fd-271c85647a0c req-45b190d2-e542-45dd-80b4-43d7804d2d63 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:44.391626 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fec325f6-f3d7-44f2-93fd-271c85647a0c req-45b190d2-e542-45dd-80b4-43d7804d2d63 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0653913 Jun 30 01:30:44.431427 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fec325f6-f3d7-44f2-93fd-271c85647a0c req-42219a0b-3f11-4f9f-904b-1dc3526dba85 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Jun 30 01:30:44.597457 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:44.769968 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6b410-e59e-4205-ba83-8f876032d668 req-1d7e92b1-3038-462c-8516-b0bd9ad9192d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:44.771643 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cbc6b410-e59e-4205-ba83-8f876032d668 req-1d7e92b1-3038-462c-8516-b0bd9ad9192d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0731335 Jun 30 01:30:44.818854 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cbc6b410-e59e-4205-ba83-8f876032d668 req-d1a8921a-cd6c-4bb6-9c70-107572c12ec6 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371258 Jun 30 01:30:45.514814 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 1f122b1d-aa6e-4578-9fa3-8630790efeea no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:45.538336 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 1f122b1d-aa6e-4578-9fa3-8630790efeea {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:45.538905 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 1f122b1d-aa6e-4578-9fa3-8630790efeea not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:45.620373 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ef44-8498-47f1-9415-8dac228a3073 req-028c1461-3fc4-4597-b7d5-e367cc6a4bb7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:45.622108 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-04d9ef44-8498-47f1-9415-8dac228a3073 req-028c1461-3fc4-4597-b7d5-e367cc6a4bb7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0682428 Jun 30 01:30:45.661723 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-04d9ef44-8498-47f1-9415-8dac228a3073 req-809c26f5-7563-4758-b23a-2722bb212f22 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jun 30 01:30:45.999223 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:46.059932 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c43c-b3f0-47b6-a2a9-1cea7d84ec1a req-a1eaa97b-38ab-4b7d-8c66-af302b0bb2e3 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:46.061548 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9974c43c-b3f0-47b6-a2a9-1cea7d84ec1a req-a1eaa97b-38ab-4b7d-8c66-af302b0bb2e3 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1114516 Jun 30 01:30:46.072798 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b0c28-f1fa-4723-94dc-5cfad04a1ca6 req-1d647037-e29d-4fae-a139-48919a3ebb33 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:46.074264 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f86b0c28-f1fa-4723-94dc-5cfad04a1ca6 req-1d647037-e29d-4fae-a139-48919a3ebb33 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.1260722 Jun 30 01:30:46.142557 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9974c43c-b3f0-47b6-a2a9-1cea7d84ec1a req-a60e5da7-2d30-48c3-91e3-94fb5f9af430 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672677 Jun 30 01:30:46.151487 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f86b0c28-f1fa-4723-94dc-5cfad04a1ca6 req-bb9b6e34-82b8-4aa3-a802-22a0089a545d tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695233 Jun 30 01:30:46.854741 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e3c62-ffb6-43cb-933b-ef6f3026f026 req-c242a88e-f08a-441e-9dd0-8fc3c3660468 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:46.856248 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f50e3c62-ffb6-43cb-933b-ef6f3026f026 req-c242a88e-f08a-441e-9dd0-8fc3c3660468 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0731206 Jun 30 01:30:46.904752 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f50e3c62-ffb6-43cb-933b-ef6f3026f026 req-a5f05970-032c-4e3f-af5b-c699e86c45fa tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Jun 30 01:30:47.360839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac60917-d7a4-4304-8586-52a5c5381865 req-debb1f36-0e6a-4ec4-84bf-05002e2c6a31 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:47.362217 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0ac60917-d7a4-4304-8586-52a5c5381865 req-debb1f36-0e6a-4ec4-84bf-05002e2c6a31 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1036456 Jun 30 01:30:47.410531 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc8a6-d899-423a-999e-c55fad63a649 req-668e8325-e953-45c8-8c8b-22d9aa27312f tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:47.412673 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e5efc8a6-d899-423a-999e-c55fad63a649 req-668e8325-e953-45c8-8c8b-22d9aa27312f tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.1078379 Jun 30 01:30:47.420467 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0ac60917-d7a4-4304-8586-52a5c5381865 req-582832d5-b119-48a4-9124-891a1cbfc7f7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509846 Jun 30 01:30:47.462019 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e5efc8a6-d899-423a-999e-c55fad63a649 req-49324f67-1be5-4b6c-9b78-29de3e397c35 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/security-groups?id=396138d5-e47b-4dc9-a6b2-770a7d599e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Jun 30 01:30:47.933966 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-8cd9e354-fc7b-47a1-b736-d49cd21b477e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:47.937085 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-8cd9e354-fc7b-47a1-b736-d49cd21b477e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 945 time: 0.0651467 Jun 30 01:30:48.086086 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Deleting port 6b3849fc-3e33-4be0-97d4-95a6f294a450 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:30:48.089829 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.180703 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cecb2-f7a4-4ec0-8ed0-9755725dc183 req-879cff6c-713d-483b-82e0-6e343ea744de tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:48.182188 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d46cecb2-f7a4-4ec0-8ed0-9755725dc183 req-879cff6c-713d-483b-82e0-6e343ea744de tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1396000 Jun 30 01:30:48.215451 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] For port 6b3849fc-3e33-4be0-97d4-95a6f294a450, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6b3849fc-3e33-4be0-97d4-95a6f294a450,segment=NetworkSegment(524c49b2-ff85-453e-8087-b890b1ca3c40),segment_id=524c49b2-ff85-453e-8087-b890b1ca3c40)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:30:48.215810 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.236745 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Calling delete_port for 6b3849fc-3e33-4be0-97d4-95a6f294a450 owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:30:48.247637 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d46cecb2-f7a4-4ec0-8ed0-9755725dc183 req-ea1afa0c-fddf-4115-be07-b6593441ac8c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587800 Jun 30 01:30:48.431877 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.436259 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c2a4e7e9-4338-491a-8e06-0bbd22a7c524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:48.454089 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6b3849fc-3e33-4be0-97d4-95a6f294a450'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:30:48.463839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Pushing event deleted for resources: {'Port': ['ID=6b3849fc-3e33-4be0-97d4-95a6f294a450,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:48.466916 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:48.515677 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] No DVR routers for this DVR port 6b3849fc-3e33-4be0-97d4-95a6f294a450 on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:30:48.515677 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:48.517485 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c467bcd-57ea-4b70-bf93-b89babc0c46d req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.38 "DELETE /v2.0/ports/6b3849fc-3e33-4be0-97d4-95a6f294a450 HTTP/1.1" status: 204 len: 173 time: 0.5726323 Jun 30 01:30:48.517963 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'name': 'network-vif-deleted', 'tag': '6b3849fc-3e33-4be0-97d4-95a6f294a450'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:30:48.520904 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f1f525-19f8-41c1-8f23-07313afe2447" -d '{"events": [{"server_uuid": "d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23", "name": "network-vif-deleted", "tag": "6b3849fc-3e33-4be0-97d4-95a6f294a450"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:30:48.639324 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d16dc2a4-ac7f-4b27-934c-b6b027d7bdac req-0c3acea4-53ad-4318-bb11-cc09c7ea21ec tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23 HTTP/1.1" status: 200 len: 210 time: 0.0522900 Jun 30 01:30:48.684565 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d26c-3418-434a-8744-423b5b3b7d79 req-e6954827-382f-472b-b733-2797205c0acc tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:48.687550 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0e33d26c-3418-434a-8744-423b5b3b7d79 req-e6954827-382f-472b-b733-2797205c0acc tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1107390 Jun 30 01:30:48.690843 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4549ff-31ed-4c67-b5c2-b15dbce83439 x-openstack-request-id: req-7a4549ff-31ed-4c67-b5c2-b15dbce83439 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:30:48.691154 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171b597-7f0c-4e2b-9aa7-b9f93ecc2f23", "name": "network-vif-deleted", "tag": "6b3849fc-3e33-4be0-97d4-95a6f294a450", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:30:48.691429 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a4549ff-31ed-4c67-b5c2-b15dbce83439 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:30:48.691832 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd171b597-7f0c-4e2b-9aa7-b9f93ecc2f23', 'name': 'network-vif-deleted', 'tag': '6b3849fc-3e33-4be0-97d4-95a6f294a450', 'status': 'completed', 'code': 200} Jun 30 01:30:48.732541 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0e33d26c-3418-434a-8744-423b5b3b7d79 req-5b1c42c9-cc9c-4d13-bd1e-6748513f84fe tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397809 Jun 30 01:30:49.423692 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93d3d9-91c2-449e-9496-ca4c9e596eeb req-90ea856f-15d1-4e8c-84a7-103479818ed2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:49.425211 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bc93d3d9-91c2-449e-9496-ca4c9e596eeb req-90ea856f-15d1-4e8c-84a7-103479818ed2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0628014 Jun 30 01:30:49.465146 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bc93d3d9-91c2-449e-9496-ca4c9e596eeb req-91e46935-056c-4f58-9074-6af33d3375f9 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jun 30 01:30:49.733789 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43774) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:49.779722 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Deleting subnet 168dac1d-f9d9-4278-906d-26b6c195f477 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:30:49.783459 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.817859 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.860238 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.921453 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115ce21-d797-49cc-9279-8b70bbf8433e req-1f0b275a-cd64-42f8-a627-a4eea8935d84 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:49.922848 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d115ce21-d797-49cc-9279-8b70bbf8433e req-1f0b275a-cd64-42f8-a627-a4eea8935d84 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0704412 Jun 30 01:30:49.960502 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d115ce21-d797-49cc-9279-8b70bbf8433e req-a5cef1f1-16a5-494b-8251-7533678c7f4e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Jun 30 01:30:49.986611 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:49.989305 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-19833b8d-bc92-4667-a472-c26a16077883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:50.018899 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168dac1d-f9d9-4278-906d-26b6c195f477,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:50.021848 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:50.025280 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.025280 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/168dac1d-f9d9-4278-906d-26b6c195f477 HTTP/1.1" status: 204 len: 168 time: 0.2899156 Jun 30 01:30:50.027621 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43780) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:50.097303 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.195402 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.209610 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e773ac1-aa7b-49dc-be9f-19ef76789e72']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:50.223293 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524c49b2-ff85-453e-8087-b890b1ca3c40') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:50.228549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524c49b2-ff85-453e-8087-b890b1ca3c40') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:30:50.236401 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.257597 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.264253 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:30:50.265032 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:30:50.267019 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:30:50.334911 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-66ae0808-aff6-4dc6-8ba2-5657a843e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.336441 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-66ae0808-aff6-4dc6-8ba2-5657a843e7af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.0793118 Jun 30 01:30:50.422113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.426896 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f30fb722-a275-47c5-ac6a-689970bf9c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:50.431616 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.436456 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9e773ac1-aa7b-49dc-be9f-19ef76789e72 HTTP/1.1" status: 204 len: 168 time: 0.4052727 Jun 30 01:30:50.443947 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e773ac1-aa7b-49dc-be9f-19ef76789e72,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:50.452451 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f6dc135-bba9-475d-8742-ab65b78f8101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:50.496488 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-38dcaffe-670d-4eb6-b522-f6d4f8c9a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.497986 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-38dcaffe-670d-4eb6-b522-f6d4f8c9a3ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.1375577 Jun 30 01:30:50.511403 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fc1d8-73c9-4c9d-a51b-fa44ddf9248d req-c824d2b1-3da6-47c6-842d-e7127ee05af1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.513123 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d45fc1d8-73c9-4c9d-a51b-fa44ddf9248d req-c824d2b1-3da6-47c6-842d-e7127ee05af1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1075885 Jun 30 01:30:50.572418 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-00ec761c-fe13-4c8b-ab08-3a5f3ad5a59d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0580921 Jun 30 01:30:50.682721 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d45fc1d8-73c9-4c9d-a51b-fa44ddf9248d req-c89f25ad-4987-4416-97c5-21b48fe23d2d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281130 Jun 30 01:30:50.695549 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-2ef19bb3-152c-4125-a8b0-4e5feb10b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.696887 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-2ef19bb3-152c-4125-a8b0-4e5feb10b980 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.1019657 Jun 30 01:30:50.744882 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-3cdad441-9bbb-4bf2-92b0-518aba2d19ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343008 Jun 30 01:30:50.746621 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-fd3108a6-3148-44ff-8ad1-fb00f0469dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.748039 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-fd3108a6-3148-44ff-8ad1-fb00f0469dda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1098 time: 0.1921217 Jun 30 01:30:50.763324 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af06a1-9278-45ba-91e4-dc4fafa18dd4 req-aa8b1ac6-4f48-4171-a1f1-ade6d378c619 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.764830 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-70af06a1-9278-45ba-91e4-dc4fafa18dd4 req-aa8b1ac6-4f48-4171-a1f1-ade6d378c619 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1592045 Jun 30 01:30:50.831662 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43794) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:50.872971 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-00755f2e-4d4f-44b1-b68d-a8368484b519 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0114c36becf411399c11852a7197609&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400150 Jun 30 01:30:50.875352 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43796) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:50.910899 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-70af06a1-9278-45ba-91e4-dc4fafa18dd4 req-343a8af7-6c40-4594-b5b9-f1b21ff5c255 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306896 Jun 30 01:30:50.928122 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:50.948375 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-01a0a342-33aa-4aa7-ab74-9a985f9d6996 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815391 Jun 30 01:30:50.949462 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-b27f4dd2-cdce-40e3-ad86-517a5af42c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:50.950767 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-b27f4dd2-cdce-40e3-ad86-517a5af42c25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 912 time: 0.1851103 Jun 30 01:30:50.954876 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:51.050643 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:51.053876 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:51.055277 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/396138d5-e47b-4dc9-a6b2-770a7d599e50 HTTP/1.1" status: 204 len: 168 time: 0.1790204 Jun 30 01:30:51.056223 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5352e99a-3a70-4c17-a5b4-d517a51784d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:51.065402 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396138d5-e47b-4dc9-a6b2-770a7d599e50,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:51.065582 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-df44be2e-b87e-4fe1-ac97-d4c2537610f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 200 len: 1001 time: 0.1042023 Jun 30 01:30:51.068611 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:51.127074 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-892e63e0-bb34-4c63-8c0e-f719fb290101 req-748ba926-c10a-4d24-ac6f-db3601942a68 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668589 Jun 30 01:30:51.149800 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-9dc5d69d-5f21-4d92-bedd-e1dfcfaf3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:51.151289 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-9dc5d69d-5f21-4d92-bedd-e1dfcfaf3837 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.0734491 Jun 30 01:30:51.215908 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-8f95633e-1e73-4259-8289-99f8dbd77ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:51.218414 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-8f95633e-1e73-4259-8289-99f8dbd77ba4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0566540 Jun 30 01:30:51.314445 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-e3f069fd-12a6-4574-a173-b080f3f8e03f service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885324 Jun 30 01:30:51.410021 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dc02dfb-10df-4339-8d9c-f98d73f0f7c0 req-882b5db6-dd31-4e36-a931-62dc3cd3fbb8 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864711 Jun 30 01:30:51.525975 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6b3849fc-3e33-4be0-97d4-95a6f294a450 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:30:51.548983 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 6b3849fc-3e33-4be0-97d4-95a6f294a450 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:30:51.549313 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6b3849fc-3e33-4be0-97d4-95a6f294a450 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:30:51.859271 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361432b6-46c7-4d1c-823a-1d864214b673 req-536cc164-b3e5-402b-9a82-a1702d96a451 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:51.860881 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-361432b6-46c7-4d1c-823a-1d864214b673 req-536cc164-b3e5-402b-9a82-a1702d96a451 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0643039 Jun 30 01:30:51.904772 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-361432b6-46c7-4d1c-823a-1d864214b673 req-1f9f924f-5d89-4398-93cb-ce3e645b5dd1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374033 Jun 30 01:30:52.093637 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff781-5ea5-4592-8a97-e52d95e5854f req-a1e48fe1-9742-4dee-8548-0da67f532193 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:52.095124 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f3ff781-5ea5-4592-8a97-e52d95e5854f req-a1e48fe1-9742-4dee-8548-0da67f532193 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0658455 Jun 30 01:30:52.135998 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f3ff781-5ea5-4592-8a97-e52d95e5854f req-3ad353c8-5424-4ef6-9ba8-9a5d99b1b038 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Jun 30 01:30:53.077484 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202bdd-dce6-4139-8a88-09333129d071 req-3efdecb7-d128-4530-860f-459247dc0696 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:53.078932 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-66202bdd-dce6-4139-8a88-09333129d071 req-3efdecb7-d128-4530-860f-459247dc0696 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0615349 Jun 30 01:30:53.117862 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-66202bdd-dce6-4139-8a88-09333129d071 req-81532347-2d36-4ecf-8b51-b2535fb22ffb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327072 Jun 30 01:30:53.326104 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391628a-6100-463f-98ee-4ebd52f71ec3 req-0e919b28-a58c-4d6c-9b0b-7411037b1781 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:53.329028 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2391628a-6100-463f-98ee-4ebd52f71ec3 req-0e919b28-a58c-4d6c-9b0b-7411037b1781 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0642824 Jun 30 01:30:53.367105 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2391628a-6100-463f-98ee-4ebd52f71ec3 req-d69ce1f7-6201-4f99-88a7-e5ebf41850d8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Jun 30 01:30:53.709527 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 43876) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:53.824838 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.922705 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.987733 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:53.992032 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1972820a-a075-4142-9522-c9d46b19a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:54.029257 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e278b2865d949f2b0382f7e5343388b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185558 Jun 30 01:30:54.031355 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22828943-74b8-4011-8564-2bd1b33c6f82,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:54.031802 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43882) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:54.040976 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:54.086709 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:54.107864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:54.227995 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:54.230680 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:54.231846 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22828943-74b8-4011-8564-2bd1b33c6f82 HTTP/1.1" status: 204 len: 168 time: 0.1990645 Jun 30 01:30:54.232771 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:54.241408 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22828943-74b8-4011-8564-2bd1b33c6f82,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:54.243715 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:54.544133 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deeed1-d64a-4cf1-ad0d-2399f270050c req-dd1888fd-3a29-434e-9520-0f3f247e6007 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:54.544133 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45deeed1-d64a-4cf1-ad0d-2399f270050c req-dd1888fd-3a29-434e-9520-0f3f247e6007 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0631578 Jun 30 01:30:54.582397 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45deeed1-d64a-4cf1-ad0d-2399f270050c req-3c48ced8-a938-4712-91b9-109cd8898d64 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Jun 30 01:30:54.656204 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:54.917385 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43900) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:54.930555 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.019313 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.083148 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.085692 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-49c88e5a-45b1-424e-90e9-4e91391225be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:55.124032 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357f8eff-f7bf-4785-a8ee-ddcf9374289c,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:55.128549 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17508bf4f6864212993cf01637d981fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100904 Jun 30 01:30:55.129478 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:55.132148 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 43906) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:30:55.178640 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.199975 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.336137 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.338735 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:30:55.339891 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/357f8eff-f7bf-4785-a8ee-ddcf9374289c HTTP/1.1" status: 204 len: 168 time: 0.2072396 Jun 30 01:30:55.340792 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-516f0b37-b0fa-4ba8-975c-06ff40d6a35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:30:55.348286 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f8eff-f7bf-4785-a8ee-ddcf9374289c,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:30:55.350611 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:30:55.756065 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d328fa-2b03-4efd-be53-a7e3f9db4590 req-dfa5d9b2-3b4e-40eb-8df0-d80eee7b50a2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:55.757563 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24d328fa-2b03-4efd-be53-a7e3f9db4590 req-dfa5d9b2-3b4e-40eb-8df0-d80eee7b50a2 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0635824 Jun 30 01:30:55.801522 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-24d328fa-2b03-4efd-be53-a7e3f9db4590 req-bb95fdc9-2949-4640-a95e-4663ae5425f8 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Jun 30 01:30:55.964619 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddd15-965b-4261-8520-7e568ee337c5 req-556a3328-9e39-4ce1-9d31-6e58959e5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:55.966165 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a40ddd15-965b-4261-8520-7e568ee337c5 req-556a3328-9e39-4ce1-9d31-6e58959e5e30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.0544329 Jun 30 01:30:56.002423 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a40ddd15-965b-4261-8520-7e568ee337c5 req-18330a6d-1f00-4a83-b562-5fc6ae2adaf0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276785 Jun 30 01:30:56.978658 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928b73-9430-4e3a-8b11-7afa0b6f4cb8 req-0a0cbe65-1a2f-4f4f-8aa6-960c9650f004 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:56.980606 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-82928b73-9430-4e3a-8b11-7afa0b6f4cb8 req-0a0cbe65-1a2f-4f4f-8aa6-960c9650f004 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0645690 Jun 30 01:30:56.999383 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:30:57.022504 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-82928b73-9430-4e3a-8b11-7afa0b6f4cb8 req-22842801-2a96-42bc-b1a8-be85c84ef8af tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362294 Jun 30 01:30:58.212469 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bef4f-7222-4daf-99f6-8e2f0e73d9f9 req-39006655-f4f4-4faa-ae37-730467d40f85 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:58.213929 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c54bef4f-7222-4daf-99f6-8e2f0e73d9f9 req-39006655-f4f4-4faa-ae37-730467d40f85 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0714827 Jun 30 01:30:58.251351 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c54bef4f-7222-4daf-99f6-8e2f0e73d9f9 req-73c79d25-9f4d-426c-9cc4-d3f8e8d28d4a tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Jun 30 01:30:58.964228 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-056b3168-0bea-4621-8ddf-9081057adb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:58.965760 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-056b3168-0bea-4621-8ddf-9081057adb1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e02f5f083e4c30bd4ba688cd217232&device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 1098 time: 0.0958498 Jun 30 01:30:58.973527 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d6d5f-a44e-498e-9112-f82fb0ce6960 req-edb568c3-9a27-4f96-953a-c6d0e4d47878 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:58.975042 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-996d6d5f-a44e-498e-9112-f82fb0ce6960 req-edb568c3-9a27-4f96-953a-c6d0e4d47878 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0974765 Jun 30 01:30:59.072168 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-996d6d5f-a44e-498e-9112-f82fb0ce6960 req-ed8dce46-4f9f-4980-ae98-c0de30987054 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876966 Jun 30 01:30:59.098035 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-e5a57e8e-6ece-49cd-94ef-11e608aab4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:59.099501 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-e5a57e8e-6ece-49cd-94ef-11e608aab4bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 200 len: 919 time: 0.1229773 Jun 30 01:30:59.145295 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-71264d1e-6616-4304-af4b-d80b75d82863 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 200 len: 217 time: 0.0339539 Jun 30 01:30:59.196090 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-2bfed365-5f08-4ff6-818f-4c6180392cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:30:59.197555 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-2bfed365-5f08-4ff6-818f-4c6180392cb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 200 len: 858 time: 0.0462811 Jun 30 01:30:59.233705 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-37baca78-36f9-4b7f-b5f5-b2fa0e8a70ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d84687c-3a75-4b3a-85a0-4fd7bb128b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261858 Jun 30 01:30:59.321084 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-6b660071-0e6a-4985-b8a4-45ff1c20eda3 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Jun 30 01:30:59.413912 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0a55d36-a4b0-4b6e-b882-c7b5cf49bf47 req-5a93bce0-18d6-4c72-bcd9-66ee9fd6a420 service neutron] 10.222.0.38 "GET /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864954 Jun 30 01:31:00.259169 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44c04-1996-461d-87e5-7829cea584bf req-7e0757c8-3ec0-4ee1-850b-6af11b79bc2e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:00.260840 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1c44c04-1996-461d-87e5-7829cea584bf req-7e0757c8-3ec0-4ee1-850b-6af11b79bc2e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0658598 Jun 30 01:31:00.297752 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1c44c04-1996-461d-87e5-7829cea584bf req-3ebd775f-e2f5-46e0-914c-1078e69f3896 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jun 30 01:31:01.478842 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1914baa-9672-4901-b7ba-6b8aa8506c13 req-706ee217-29ea-4d9d-8cad-19f19ff9ca5c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:01.481624 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1914baa-9672-4901-b7ba-6b8aa8506c13 req-706ee217-29ea-4d9d-8cad-19f19ff9ca5c tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0695281 Jun 30 01:31:01.756916 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1914baa-9672-4901-b7ba-6b8aa8506c13 req-70601d6a-48c3-418d-8f11-0c5f49c37920 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698047 Jun 30 01:31:02.950897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c54b9-631f-4667-89ea-ca7c9f086681 req-fcb99291-09ad-4a1e-9bb1-d73b5f600c16 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:02.952406 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-914c54b9-631f-4667-89ea-ca7c9f086681 req-fcb99291-09ad-4a1e-9bb1-d73b5f600c16 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0614090 Jun 30 01:31:02.991339 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-914c54b9-631f-4667-89ea-ca7c9f086681 req-ffaa1f22-c136-4413-a67b-b59d4408b033 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Jun 30 01:31:04.172424 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44108) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:04.278678 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.368936 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.483374 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.486928 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5cd0a95b-1122-470a-abcf-23da66cc3157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:04.521840 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39c1f1b30fb34a15bf0a33e22099f66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479650 Jun 30 01:31:04.525118 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44112) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:04.527061 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502955de-d31d-4e36-bcf8-7de11bdd36d6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:04.530012 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:04.579789 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.607698 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.730385 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.733047 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:04.736549 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/502955de-d31d-4e36-bcf8-7de11bdd36d6 HTTP/1.1" status: 204 len: 168 time: 0.2080154 Jun 30 01:31:04.736549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0b5f81c2-9462-41ba-87c4-325376bb151a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:04.743229 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502955de-d31d-4e36-bcf8-7de11bdd36d6,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:04.753606 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:08.220460 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776862a-b42f-4344-aeef-41911efa2b7f req-20639cc9-7f23-490f-8c88-5b67479d9e13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:08.220460 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e776862a-b42f-4344-aeef-41911efa2b7f req-20639cc9-7f23-490f-8c88-5b67479d9e13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0618002 Jun 30 01:31:08.257193 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e776862a-b42f-4344-aeef-41911efa2b7f req-5177f0a3-d0b7-47dd-9e65-55e5726e2e38 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Jun 30 01:31:09.461684 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72689ed0-ba73-438f-af6e-fc3e8b691934 req-9cec6d13-2c95-46f7-a2e2-22a63ab99b6f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:09.469248 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-72689ed0-ba73-438f-af6e-fc3e8b691934 req-9cec6d13-2c95-46f7-a2e2-22a63ab99b6f tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0968726 Jun 30 01:31:09.515914 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-72689ed0-ba73-438f-af6e-fc3e8b691934 req-38c8521f-a3f0-475f-8ae9-23b73f6802ba tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Jun 30 01:31:09.520133 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44280) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:09.620977 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.712474 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.906073 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:09.909519 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:09.943970 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81e77578f0dd49b2bb80a0de551527fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226708 Jun 30 01:31:09.946097 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e511b28-d8be-4efa-9017-e2fee3fb78c6,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:09.946907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44286) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:09.949909 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:09.997113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.017744 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.158914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.161480 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.162616 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e511b28-d8be-4efa-9017-e2fee3fb78c6 HTTP/1.1" status: 204 len: 168 time: 0.2144833 Jun 30 01:31:10.163442 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-707791ac-371a-452e-a7a3-7a041d14e90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:10.171222 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e511b28-d8be-4efa-9017-e2fee3fb78c6,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:10.173668 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:10.626218 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1721ae03-33e6-4e20-b2de-85a4beb14ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.650734 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-cbd6264d-462a-45cd-8a2d-8ecc89a7db28 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:10.653001 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-cbd6264d-462a-45cd-8a2d-8ecc89a7db28 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.0743315 Jun 30 01:31:10.786810 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07ebfa-a3d0-491b-9f5e-72aefb5a968f req-1eac71d2-95be-4e6e-8b03-b80309c79291 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:10.788274 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-df07ebfa-a3d0-491b-9f5e-72aefb5a968f req-1eac71d2-95be-4e6e-8b03-b80309c79291 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 946 time: 0.1310976 Jun 30 01:31:10.810126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Deleting port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:10.810468 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.881634 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-df07ebfa-a3d0-491b-9f5e-72aefb5a968f req-f72eafe2-b6a2-4b67-87d5-9489beedc944 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832133 Jun 30 01:31:10.920348 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] For port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:10.920731 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:10.932248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Calling delete_port for ec9dcf15-5a8d-41bc-ba26-5b39df15e61f owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:11.130137 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.134061 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:11.141910 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['ec9dcf15-5a8d-41bc-ba26-5b39df15e61f', '71cf93a3-51e2-4599-adfa-1d447e7c49d6'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:11.161363 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Pushing event deleted for resources: {'Port': ['ID=ec9dcf15-5a8d-41bc-ba26-5b39df15e61f,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:11.164831 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:11.207415 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] No DVR routers for this DVR port ec9dcf15-5a8d-41bc-ba26-5b39df15e61f on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:11.209957 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:11.211900 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61f3d0b7-f272-494b-8d99-8708ed39b17e req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "DELETE /v2.0/ports/ec9dcf15-5a8d-41bc-ba26-5b39df15e61f HTTP/1.1" status: 204 len: 173 time: 0.5446808 Jun 30 01:31:11.212372 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'name': 'network-vif-deleted', 'tag': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:11.215192 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b85aa-4b35-4028-a5a5-0038eedda660" -d '{"events": [{"server_uuid": "960b54b2-891a-471e-8f2f-86cc279fb3a4", "name": "network-vif-deleted", "tag": "ec9dcf15-5a8d-41bc-ba26-5b39df15e61f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:11.254014 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c27b1-e8c9-4fdf-8fd6-b1a4af920de8 x-openstack-request-id: req-cd9c27b1-e8c9-4fdf-8fd6-b1a4af920de8 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:11.254331 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960b54b2-891a-471e-8f2f-86cc279fb3a4", "name": "network-vif-deleted", "tag": "ec9dcf15-5a8d-41bc-ba26-5b39df15e61f", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:11.254606 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd9c27b1-e8c9-4fdf-8fd6-b1a4af920de8 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:11.255103 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960b54b2-891a-471e-8f2f-86cc279fb3a4', 'name': 'network-vif-deleted', 'tag': 'ec9dcf15-5a8d-41bc-ba26-5b39df15e61f', 'status': 'completed', 'code': 200} Jun 30 01:31:12.039116 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-98390e6c-4a51-493b-98e5-d61a47c49122 req-a35f8872-2a62-4e8f-b2ff-ede7b372e4ba tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=960b54b2-891a-471e-8f2f-86cc279fb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0319426 Jun 30 01:31:13.227542 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4853da68-76f0-4d63-858e-238764f469d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.618645 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device ec9dcf15-5a8d-41bc-ba26-5b39df15e61f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:13.637442 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: ec9dcf15-5a8d-41bc-ba26-5b39df15e61f {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:13.637792 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device ec9dcf15-5a8d-41bc-ba26-5b39df15e61f not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:13.650339 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:13.815351 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14fa8-dd6f-41ac-933f-5f39c28b1b35 req-8fde6ff7-ef4f-4fcf-87f2-e636b479cebd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:13.816923 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4a14fa8-dd6f-41ac-933f-5f39c28b1b35 req-8fde6ff7-ef4f-4fcf-87f2-e636b479cebd tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0693114 Jun 30 01:31:13.857086 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4a14fa8-dd6f-41ac-933f-5f39c28b1b35 req-69ca6a48-f05e-42db-ad27-5a3c7886d0e6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Jun 30 01:31:14.562906 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:14.831275 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44380) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:14.932474 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.040296 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.117620 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.122104 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-34acf2fc-6f71-4067-86d9-c3e89d277b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:15.159308 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e37c67e6e9c442e28b789f93451ba3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267763 Jun 30 01:31:15.161128 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c4003f-4444-4f67-9ef3-469397377dd1,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:15.164118 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:15.164463 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44394) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:15.230245 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.243431 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0327f-4889-48fa-b131-7974d02edd95 req-003ce6bf-5d73-4acd-91d9-37955eec9a4e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:15.244942 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-27f0327f-4889-48fa-b131-7974d02edd95 req-003ce6bf-5d73-4acd-91d9-37955eec9a4e tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.1072264 Jun 30 01:31:15.269040 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.316912 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-27f0327f-4889-48fa-b131-7974d02edd95 req-3f852cb9-e7ff-4270-b18a-8028e2525126 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Jun 30 01:31:15.370344 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.373779 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:15.375923 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73c4003f-4444-4f67-9ef3-469397377dd1 HTTP/1.1" status: 204 len: 168 time: 0.2093654 Jun 30 01:31:15.375923 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8deb3a3c-5167-4be5-93ef-243b2c996b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:15.383739 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c4003f-4444-4f67-9ef3-469397377dd1,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:15.397490 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-589a7665-05ac-46b2-be8d-7e4e3d5df5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:15.998888 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:16.496301 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf62354-37cc-432d-9cda-92e5f2b17bb2 req-f55f025a-8dd8-4e21-9da1-206d6598dfb7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:16.497851 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-baf62354-37cc-432d-9cda-92e5f2b17bb2 req-f55f025a-8dd8-4e21-9da1-206d6598dfb7 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0698590 Jun 30 01:31:16.535861 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-baf62354-37cc-432d-9cda-92e5f2b17bb2 req-1d70c8f5-426c-46bd-bd89-a382c4ab4257 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jun 30 01:31:16.897470 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44414) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:17.039068 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.125959 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.204433 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.208059 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-66e494b2-be43-45fd-bd19-7bb617e43a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:17.246452 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44424) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:17.247021 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c384190c2525421b8b78220ad1c861be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479075 Jun 30 01:31:17.247249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287b0192-66eb-4f42-a276-9180f5c1c738,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:17.250480 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:17.294253 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.315385 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.438596 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.441231 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:17.444654 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/287b0192-66eb-4f42-a276-9180f5c1c738 HTTP/1.1" status: 204 len: 168 time: 0.1949494 Jun 30 01:31:17.444654 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-49b34cd1-a483-46a9-976a-484d0d4f91aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:17.451984 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287b0192-66eb-4f42-a276-9180f5c1c738,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:17.454528 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:17.717943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c98ba-97f8-483a-8c69-41327f0504c0 req-408314e6-c105-4fc2-bf48-625bb78c1be5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:17.719501 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8d3c98ba-97f8-483a-8c69-41327f0504c0 req-408314e6-c105-4fc2-bf48-625bb78c1be5 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0680721 Jun 30 01:31:17.763389 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8d3c98ba-97f8-483a-8c69-41327f0504c0 req-82756e03-040f-4856-956c-71c90c140ce3 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Jun 30 01:31:18.086136 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44434) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:18.100207 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.184513 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.244092 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.247444 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5a8e7048-1801-4121-b7ca-2021372ec350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:18.282518 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d179eae84ab4c82befa6e7e5c93770b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952617 Jun 30 01:31:18.283411 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bbf38c-3487-4504-8f65-9cb2b6018af5,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:18.285206 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44438) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:18.286364 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:18.334301 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.354673 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.477481 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.480058 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:18.481225 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05bbf38c-3487-4504-8f65-9cb2b6018af5 HTTP/1.1" status: 204 len: 168 time: 0.1949835 Jun 30 01:31:18.482042 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8d48a830-27aa-4bfe-a6f0-909e869cab1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:18.489279 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bbf38c-3487-4504-8f65-9cb2b6018af5,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:18.491512 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:18.932547 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4cd21-4323-4726-a952-6e4cde53a60f req-35f408c7-d40d-440b-a29f-2bf5b4d9df55 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:18.934824 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5bc4cd21-4323-4726-a952-6e4cde53a60f req-35f408c7-d40d-440b-a29f-2bf5b4d9df55 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0616946 Jun 30 01:31:18.971419 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5bc4cd21-4323-4726-a952-6e4cde53a60f req-c91f045d-7961-429f-9c3e-d9a24dd45853 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Jun 30 01:31:19.154905 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44446) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:19.170929 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.253964 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.311843 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.315377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6b85bb7a-6451-421a-9b5d-f5d583ee1644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:19.350509 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4227e2b5f9cf43a4ac4ab47e7f8ffa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945689 Jun 30 01:31:19.351420 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a118c3f-3b2a-41cc-bd3b-8bbca48b62ea,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:19.353321 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44450) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:19.354550 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:19.403834 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.424337 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.541232 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.544350 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.546163 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a118c3f-3b2a-41cc-bd3b-8bbca48b62ea HTTP/1.1" status: 204 len: 168 time: 0.1918342 Jun 30 01:31:19.546923 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-081dee5a-cd38-432e-921f-d091ba72bee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:19.554213 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a118c3f-3b2a-41cc-bd3b-8bbca48b62ea,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:19.556494 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:19.661203 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03f374-f724-499f-b808-5100ad88673c req-5765d006-9727-485f-844c-a13b1ef400f1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:19.662673 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa03f374-f724-499f-b808-5100ad88673c req-5765d006-9727-485f-844c-a13b1ef400f1 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 945 time: 0.0686517 Jun 30 01:31:19.765289 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Deleting port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:19.765637 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.852207 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] For port 71cf93a3-51e2-4599-adfa-1d447e7c49d6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=71cf93a3-51e2-4599-adfa-1d447e7c49d6,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:19.852495 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:19.868623 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Calling delete_port for 71cf93a3-51e2-4599-adfa-1d447e7c49d6 owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:20.119958 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.124992 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:20.133627 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['71cf93a3-51e2-4599-adfa-1d447e7c49d6'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:20.156649 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Pushing event deleted for resources: {'Port': ['ID=71cf93a3-51e2-4599-adfa-1d447e7c49d6,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:20.161566 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:20.211052 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] No DVR routers for this DVR port 71cf93a3-51e2-4599-adfa-1d447e7c49d6 on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:20.214657 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.216616 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-aa03f374-f724-499f-b808-5100ad88673c req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.38 "DELETE /v2.0/ports/71cf93a3-51e2-4599-adfa-1d447e7c49d6 HTTP/1.1" status: 204 len: 173 time: 0.5451477 Jun 30 01:31:20.217097 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'name': 'network-vif-deleted', 'tag': '71cf93a3-51e2-4599-adfa-1d447e7c49d6'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:20.219353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377cf4fe-b35e-4f36-9493-56f06143c7ee" -d '{"events": [{"server_uuid": "ab2513af-5853-4470-9bf5-b0d99e58ea12", "name": "network-vif-deleted", "tag": "71cf93a3-51e2-4599-adfa-1d447e7c49d6"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:20.229845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583c1e6-1945-4592-a32a-60f6d7d0c036 req-fbb28a77-6490-4230-9006-097fc942eda6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:20.231354 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b583c1e6-1945-4592-a32a-60f6d7d0c036 req-fbb28a77-6490-4230-9006-097fc942eda6 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab2513af-5853-4470-9bf5-b0d99e58ea12 HTTP/1.1" status: 200 len: 867 time: 0.1403544 Jun 30 01:31:20.257780 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e3c32-f5ef-4f04-be6d-9d5ce9386b64 x-openstack-request-id: req-6f3e3c32-f5ef-4f04-be6d-9d5ce9386b64 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:20.258095 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2513af-5853-4470-9bf5-b0d99e58ea12", "name": "network-vif-deleted", "tag": "71cf93a3-51e2-4599-adfa-1d447e7c49d6", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:20.258373 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f3e3c32-f5ef-4f04-be6d-9d5ce9386b64 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:20.258788 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2513af-5853-4470-9bf5-b0d99e58ea12', 'name': 'network-vif-deleted', 'tag': '71cf93a3-51e2-4599-adfa-1d447e7c49d6', 'status': 'completed', 'code': 200} Jun 30 01:31:20.274873 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b583c1e6-1945-4592-a32a-60f6d7d0c036 req-bdaa4936-afee-4a85-961c-aa60b84fc9ac tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] 10.222.0.37 "GET /v2.0/security-groups?id=16dca969-ae03-43fc-8dbc-33a798a8650e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Jun 30 01:31:20.668023 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44482) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:20.769051 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-17872446-network', 'tenant_id': '2cead9c87017408d8f4e0ffbcd72cd0a'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:20.856805 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Made reservation on behalf of 2cead9c87017408d8f4e0ffbcd72cd0a for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:20.859251 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.867634 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:20.952339 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.028079 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.032541 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-609c5384-58f3-4740-9593-fc2f6f708068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:21.056206 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:31:21.070307 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a980513b-24fb-4cc6-8eb7-ccbf7664f934,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:21.073686 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:21.078525 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.078847 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Added segment 0d984be4-a63f-4499-bc1e-4c766a8a1fa1 of type vlan for network 03589000-e9c3-4e71-9621-2b3afeace241 Jun 30 01:31:21.119011 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.233292 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.234607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:21.235270 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.238411 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3a4e7bad-9a9a-44eb-a0c0-eec2a631f105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:21.292594 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=03589000-e9c3-4e71-9621-2b3afeace241,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:21.295330 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:21.302208 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 03589000-e9c3-4e71-9621-2b3afeace241 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:31:21.344202 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6749787 Jun 30 01:31:21.346980 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44492) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:21.352536 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Request body: {'subnet': {'network_id': '03589000-e9c3-4e71-9621-2b3afeace241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-17872446-subnet', 'tenant_id': '2cead9c87017408d8f4e0ffbcd72cd0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:21.370902 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44494) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:21.461596 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Made reservation on behalf of 2cead9c87017408d8f4e0ffbcd72cd0a for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:21.464038 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352739'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.678813 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352753'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.681085 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:21.734687 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33453d1-8a47-4386-af6f-8f4b2ad63570,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:21.738417 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:21.742106 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Checking segment: {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:21.742463 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Network hostable DHCP agents. Network: 03589000-e9c3-4e71-9621-2b3afeace241, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:31:21.766189 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.804332 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Network 03589000-e9c3-4e71-9621-2b3afeace241 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:31:21.871916 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 03589000-e9c3-4e71-9621-2b3afeace241) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:21.876252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:21.876892 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:21.881701 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd3dce-b490-4c23-8265-833d6006c1c6 None None] Network 03589000-e9c3-4e71-9621-2b3afeace241 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:21.958881 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-21c5266d-0c65-4b8d-8cab-eb6b51980766 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6105447 Jun 30 01:31:22.018403 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e7068-7c60-4c2e-8985-253e4ea65602 None None] Network 03589000-e9c3-4e71-9621-2b3afeace241 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:22.258284 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Deleting port 9dd5c8f7-1922-439b-b575-98f1900acb4a {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:22.261303 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.336120 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] For port 9dd5c8f7-1922-439b-b575-98f1900acb4a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9dd5c8f7-1922-439b-b575-98f1900acb4a,segment=NetworkSegment(108f39fa-ffb0-49d5-9eb6-d26a23aaf64d),segment_id=108f39fa-ffb0-49d5-9eb6-d26a23aaf64d)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:22.336378 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.348433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Calling delete_port for 9dd5c8f7-1922-439b-b575-98f1900acb4a owned by network:router_interface {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:22.627319 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:22.630464 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80e51020-4d8f-4e08-b033-23adc4e24c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:22.653214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd5c8f7-1922-439b-b575-98f1900acb4a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:22.655763 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:22.814370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.021509 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Router 700dddad-d5d4-481e-8a5f-a71c02a39735 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:23.123477 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:23.128709 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] 10.222.0.37 "PUT /v2.0/routers/700dddad-d5d4-481e-8a5f-a71c02a39735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564712 Jun 30 01:31:23.131162 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44510) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:23.133923 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] Sync routers for ids ['700dddad-d5d4-481e-8a5f-a71c02a39735'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:23.143761 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] Routers {'700dddad-d5d4-481e-8a5f-a71c02a39735'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:23.144375 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['700dddad-d5d4-481e-8a5f-a71c02a39735'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:23.231883 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.244440 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] Set router 700dddad-d5d4-481e-8a5f-a71c02a39735 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:23.335528 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.418752 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:31:22Z', 'revision_number': 5, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port': {'id': '34ae2808-24b7-45fb-8fed-1af7b1e61614', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:33Z', 'updated_at': '2021-06-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:23.444040 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] Checking router: 700dddad-d5d4-481e-8a5f-a71c02a39735 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:23.452201 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] Routers {'700dddad-d5d4-481e-8a5f-a71c02a39735'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:23.452835 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['700dddad-d5d4-481e-8a5f-a71c02a39735'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:23.491394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Deleting port 34ae2808-24b7-45fb-8fed-1af7b1e61614 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:23.491673 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.534849 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] Set router 700dddad-d5d4-481e-8a5f-a71c02a39735 gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:23.571303 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] For port 34ae2808-24b7-45fb-8fed-1af7b1e61614, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=34ae2808-24b7-45fb-8fed-1af7b1e61614,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:23.574456 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.583810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Calling delete_port for 34ae2808-24b7-45fb-8fed-1af7b1e61614 owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:23.587402 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 6, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port_host': None}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:23.617699 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28efdbc-4fe0-43e8-9990-d5582cbb5108 None None] The sync data for ids ['700dddad-d5d4-481e-8a5f-a71c02a39735'] in dv-cinder-797245-10-smb is: [{'id': '700dddad-d5d4-481e-8a5f-a71c02a39735', 'name': 'tempest-ServerRescueNegativeTestJSON-918052165-router', 'tenant_id': '34e02f5f083e4c30bd4ba688cd217232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:32Z', 'updated_at': '2021-06-30T01:31:23Z', 'revision_number': 6, 'project_id': '34e02f5f083e4c30bd4ba688cd217232', 'gw_port_host': None}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:23.670257 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 71cf93a3-51e2-4599-adfa-1d447e7c49d6 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:23.690914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 71cf93a3-51e2-4599-adfa-1d447e7c49d6 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:23.691589 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 71cf93a3-51e2-4599-adfa-1d447e7c49d6 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:23.907459 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:23.911865 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:23.932776 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ae2808-24b7-45fb-8fed-1af7b1e61614,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:23.936823 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:24.013473 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.063781 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-cbcb9e13-0db7-491b-9bee-ee293a51d010 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:24.069193 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-cbcb9e13-0db7-491b-9bee-ee293a51d010 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/networks?id=03589000-e9c3-4e71-9621-2b3afeace241 HTTP/1.1" status: 200 len: 807 time: 0.1170323 Jun 30 01:31:24.085079 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-7ac59730-7274-4b20-923f-64a6c1d901fd tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/quotas/2cead9c87017408d8f4e0ffbcd72cd0a HTTP/1.1" status: 200 len: 375 time: 0.0139134 Jun 30 01:31:24.121759 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-e3dfd32f-c209-433c-8336-98fc3cfd8b12 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344903 Jun 30 01:31:24.145893 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9dd5c8f7-1922-439b-b575-98f1900acb4a no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:24.169100 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.171310 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.180470 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 9dd5c8f7-1922-439b-b575-98f1900acb4a {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:24.180863 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9dd5c8f7-1922-439b-b575-98f1900acb4a not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:24.231044 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-09c04ab6-5d40-4ee4-85d0-2e39352cbaac service neutron] 10.222.0.37 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978501 Jun 30 01:31:24.307207 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.307793 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700dddad-d5d4-481e-8a5f-a71c02a39735 {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:31:24.313796 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.314975 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] 10.222.0.37 "DELETE /v2.0/routers/700dddad-d5d4-481e-8a5f-a71c02a39735 HTTP/1.1" status: 204 len: 168 time: 1.1829259 Jun 30 01:31:24.317544 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44536) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:24.350266 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-71ec2893-30c8-42d3-b0d5-06d24cfcc3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131723 Jun 30 01:31:24.369552 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Deleting subnet b57b5115-88a0-4027-acf9-943919b2d854 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:31:24.373146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.406238 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.446359 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.570092 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.570092 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:24.596028 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57b5115-88a0-4027-acf9-943919b2d854,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:24.599317 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:24.601518 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.604983 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b57b5115-88a0-4027-acf9-943919b2d854 HTTP/1.1" status: 204 len: 168 time: 0.2864807 Jun 30 01:31:24.606475 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44542) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:24.641079 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6309e0b6-eda9-468e-aa2a-c945b50b6dc9 req-935c0b3b-8faf-4d1d-b905-67cda7b831c5 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 210 time: 0.0407724 Jun 30 01:31:24.645873 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.683074 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.764541 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.774564 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d84687c-3a75-4b3a-85a0-4fd7bb128b44']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:24.788958 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:24.789255 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108f39fa-ffb0-49d5-9eb6-d26a23aaf64d') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:24.799702 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.813478 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.819248 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:31:24.819619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:31:24.821256 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:31:24.987192 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.990785 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b227c02e-b032-4f40-9ca2-31afd00e10ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:24.993495 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:24.995036 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d84687c-3a75-4b3a-85a0-4fd7bb128b44 HTTP/1.1" status: 204 len: 168 time: 0.3875868 Jun 30 01:31:25.006215 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d84687c-3a75-4b3a-85a0-4fd7bb128b44,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:25.010412 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:25.306025 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44554) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:25.345878 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-7c0b038b-d88f-4310-a294-9334414570fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34e02f5f083e4c30bd4ba688cd217232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385671 Jun 30 01:31:25.348148 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44558) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:25.396868 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.417176 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.528590 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.531188 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:25.532469 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16dca969-ae03-43fc-8dbc-33a798a8650e HTTP/1.1" status: 204 len: 168 time: 0.1830761 Jun 30 01:31:25.533271 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3f015892-d2b4-4027-9775-46cbb88cf283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:25.543919 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dca969-ae03-43fc-8dbc-33a798a8650e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:25.552801 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:25.795564 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb9d24c7-0e3b-483e-96e5-718b8f4bb7a9 req-525ae73c-0cbc-4199-94b7-ea49b5c577f2 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 210 time: 0.0344830 Jun 30 01:31:25.823248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a07807-748b-4d09-817f-017f4df6222f req-1f0a5238-8274-4224-afd5-6f4ae2b680b4 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:25.824775 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f6a07807-748b-4d09-817f-017f4df6222f req-1f0a5238-8274-4224-afd5-6f4ae2b680b4 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.0915225 Jun 30 01:31:25.861884 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f6a07807-748b-4d09-817f-017f4df6222f req-97a72fa7-5775-4f82-bf79-9e17b0460817 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Jun 30 01:31:25.915705 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 34ae2808-24b7-45fb-8fed-1af7b1e61614 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:25.939079 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 34ae2808-24b7-45fb-8fed-1af7b1e61614 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:25.939553 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 34ae2808-24b7-45fb-8fed-1af7b1e61614 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:26.578042 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44584) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:26.667622 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-network', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:26.764342 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Made reservation on behalf of a77227a108c246a3bbaac92309cabd75 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:26.766811 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.775284 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.864617 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.932748 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f3a3cd69-6a5a-4c26-8010-0a1c243aa354 req-8fda3c1e-5cb5-4cd3-b33a-391472b79b11 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 210 time: 0.0279477 Jun 30 01:31:26.964333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:26.968513 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-82fd672c-0795-4c8a-8b60-3b5ae1c6bbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:26.988787 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:31:26.998906 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c648cd-1ae9-4969-9b21-c1a9699c391a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.003468 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.005155 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.005155 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Added segment 70c29120-b65a-43b7-8feb-1539525934df of type vlan for network a5984cc2-ef92-4d61-815c-f1be958642c4 Jun 30 01:31:27.053722 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.093998 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-3468c8b9-4e39-490b-8d20-3fb1bec65c77 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.095363 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-3468c8b9-4e39-490b-8d20-3fb1bec65c77 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "GET /v2.0/networks?id=03589000-e9c3-4e71-9621-2b3afeace241 HTTP/1.1" status: 200 len: 807 time: 0.1388195 Jun 30 01:31:27.107947 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4fa4e-f7ac-4758-9452-bc6047189b25 req-c3010999-adf6-433f-9122-2303a4a4be7e tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.109394 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-44f4fa4e-f7ac-4758-9452-bc6047189b25 req-c3010999-adf6-433f-9122-2303a4a4be7e tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.1321826 Jun 30 01:31:27.113929 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Request body: {'port': {'device_id': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241', 'admin_state_up': True, 'tenant_id': '2cead9c87017408d8f4e0ffbcd72cd0a'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:27.135938 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.137288 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.137869 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.140780 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.201997 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-44f4fa4e-f7ac-4758-9452-bc6047189b25 req-8858d777-7f85-4376-85b8-e2baf6aac57b tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837469 Jun 30 01:31:27.207370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Pushing event updated for resources: {'Network': ['ID=a5984cc2-ef92-4d61-815c-f1be958642c4,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.210126 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.218711 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network a5984cc2-ef92-4d61-815c-f1be958642c4 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:31:27.239992 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6608629 Jun 30 01:31:27.242743 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44592) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:27.249885 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Request body: {'subnet': {'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-subnet', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:27.271126 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.db.api [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 01:31:27.271126 dv-cinder-797245-10-smb neutron-server[93481]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 01:31:27.271126 dv-cinder-797245-10-smb neutron-server[93481]: [parameters: {'project_id_1': 'a77227a108c246a3bbaac92309cabd75', 'expiration_1': datetime.datetime(2021, 6, 30, 1, 31, 27, 255316)}] Jun 30 01:31:27.271126 dv-cinder-797245-10-smb neutron-server[93481]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:31:27.271602 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_db.api [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:31:27.421430 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Made reservation on behalf of 2cead9c87017408d8f4e0ffbcd72cd0a for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:27.425110 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.544102 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Allocated IP 172.20.0.4 (03589000-e9c3-4e71-9621-2b3afeace241/a33453d1-8a47-4386-af6f-8f4b2ad63570/6906f796-3b1f-4661-aa14-867bb06bb1e8) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:27.682190 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.768857 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.772433 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:27.815593 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Network 03589000-e9c3-4e71-9621-2b3afeace241 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:27.818851 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:27.822611 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:27.845050 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Pushing event updated for resources: {'Port': ['ID=6906f796-3b1f-4661-aa14-867bb06bb1e8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:27.849096 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:27.871936 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Made reservation on behalf of a77227a108c246a3bbaac92309cabd75 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:27.872429 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:27.872860 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.874279 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8678346'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:27.947011 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365133 Jun 30 01:31:27.959600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Request body: {'port': {'device_id': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:28.043570 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.207949 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b11a9d-5831-482c-906a-e79512d5adf1 req-7a2f7dbc-1714-44f9-997f-a2bd32d42f26 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:28.209406 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-09b11a9d-5831-482c-906a-e79512d5adf1 req-7a2f7dbc-1714-44f9-997f-a2bd32d42f26 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 931 time: 0.1567733 Jun 30 01:31:28.283296 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8723117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8678360'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.286364 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:28.295866 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-09b11a9d-5831-482c-906a-e79512d5adf1 req-042c89c0-1517-4af6-914a-6704d0f353d8 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791614 Jun 30 01:31:28.354279 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b4856e-1162-4ded-9054-e980191adebd,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:28.357047 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Checking segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:28.357394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Network hostable DHCP agents. Network: a5984cc2-ef92-4d61-815c-f1be958642c4, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:31:28.359472 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:28.434541 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6906f796-3b1f-4661-aa14-867bb06bb1e8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:28.436952 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Network a5984cc2-ef92-4d61-815c-f1be958642c4 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:31:28.444246 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.453080 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c30b-eece-44cf-8c6b-588d3cc3f1be req-2949b9b6-2b42-4412-b4bf-c454cd2b5eaa tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:28.454539 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e435c30b-eece-44cf-8c6b-588d3cc3f1be req-2949b9b6-2b42-4412-b4bf-c454cd2b5eaa tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.1210814 Jun 30 01:31:28.471485 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Transition to ACTIVE for port object 6906f796-3b1f-4661-aa14-867bb06bb1e8 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:28.501814 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, a5984cc2-ef92-4d61-815c-f1be958642c4) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:28.505987 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:28.506671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.512050 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d01762-6465-4dbb-9c8f-a68c4044067f None None] Network a5984cc2-ef92-4d61-815c-f1be958642c4 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:28.598044 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-62ebb3d9-1735-4b5e-ab27-40e61be33a33 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3523242 Jun 30 01:31:28.600966 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44604) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:28.606013 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:28.663891 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-a5984cc2-ef92-4d61-815c-f1be958642c4', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:31:28.664865 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.694787 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.695826 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.721835 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.725411 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-46cb080c-7b00-4815-a17a-90c128106b21 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:28.751135 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.772970 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e435c30b-eece-44cf-8c6b-588d3cc3f1be req-405106a2-b513-420d-93d7-da7bc7ce043c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118997 Jun 30 01:31:28.802214 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Allocated IP 172.20.0.2 (a5984cc2-ef92-4d61-815c-f1be958642c4/63b4856e-1162-4ded-9054-e980191adebd/11149acb-6e6d-40e8-9a2f-b099665f39b3) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:28.805600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6906f796-3b1f-4661-aa14-867bb06bb1e8,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:28.808873 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:28.853835 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Attempting to bind port 6906f796-3b1f-4661-aa14-867bb06bb1e8 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:28.854163 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Attempting to bind port 6906f796-3b1f-4661-aa14-867bb06bb1e8 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:28.854484 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Attempting to bind port 6906f796-3b1f-4661-aa14-867bb06bb1e8 on network 03589000-e9c3-4e71-9621-2b3afeace241 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:28.858790 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Port 6906f796-3b1f-4661-aa14-867bb06bb1e8 on network 03589000-e9c3-4e71-9621-2b3afeace241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:28.859100 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Attempting to bind port 6906f796-3b1f-4661-aa14-867bb06bb1e8 on network 03589000-e9c3-4e71-9621-2b3afeace241 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:28.863824 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:28.864115 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Checking segment: {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:28.864558 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Bound using segment: {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:28.864984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Bound port: 6906f796-3b1f-4661-aa14-867bb06bb1e8, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:28.865336 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.930575 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] For port 6906f796-3b1f-4661-aa14-867bb06bb1e8, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:28.933859 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] For port 6906f796-3b1f-4661-aa14-867bb06bb1e8, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6906f796-3b1f-4661-aa14-867bb06bb1e8,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:28.943866 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:28.952548 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Transition to ACTIVE for port object 11149acb-6e6d-40e8-9a2f-b099665f39b3 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:28.967693 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Transition to ACTIVE for port object 11149acb-6e6d-40e8-9a2f-b099665f39b3 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:28.981244 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.020720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.022912 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:29.050937 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.052813 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.053418 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.053678 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-a729b151-a7f9-4928-a9ff-6440048f0746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:29.054919 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/6906f796-3b1f-4661-aa14-867bb06bb1e8 HTTP/1.1" status: 200 len: 1093 time: 1.0998452 Jun 30 01:31:29.058223 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'tag': '6906f796-3b1f-4661-aa14-867bb06bb1e8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:29.064780 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c0926-ecd8-4446-b916-f4d1dae0320f" -d '{"events": [{"name": "network-changed", "server_uuid": "c89625a4-5967-4348-a234-3d7ae5d5c6fc", "tag": "6906f796-3b1f-4661-aa14-867bb06bb1e8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:29.090385 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6906f796-3b1f-4661-aa14-867bb06bb1e8,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:29.093952 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:29.103146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd1f59-8b5c-48c0-b549-5343db2f092a x-openstack-request-id: req-6dfd1f59-8b5c-48c0-b549-5343db2f092a {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:29.103456 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89625a4-5967-4348-a234-3d7ae5d5c6fc", "tag": "6906f796-3b1f-4661-aa14-867bb06bb1e8", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:29.103783 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dfd1f59-8b5c-48c0-b549-5343db2f092a {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:29.104255 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'tag': '6906f796-3b1f-4661-aa14-867bb06bb1e8', 'status': 'completed', 'code': 200} Jun 30 01:31:29.106078 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Network a5984cc2-ef92-4d61-815c-f1be958642c4 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:29.113971 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:29.116323 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Pushing event updated for resources: {'Port': ['ID=11149acb-6e6d-40e8-9a2f-b099665f39b3,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:29.118600 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:29.129893 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.130308 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.130661 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.131003 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.131339 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.131680 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.132014 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.132438 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.132901 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.133226 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.133753 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.134114 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:29.145699 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:29.180046 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0926-ecd8-4446-b916-f4d1dae0320f req-4e63ec2a-e7a2-46cf-8f64-2ae117151a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.181560 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-606c0926-ecd8-4446-b916-f4d1dae0320f req-4e63ec2a-e7a2-46cf-8f64-2ae117151a1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 1096 time: 0.0564539 Jun 30 01:31:29.196274 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Attempting to bind port 11149acb-6e6d-40e8-9a2f-b099665f39b3 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:29.196894 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Attempting to bind port 11149acb-6e6d-40e8-9a2f-b099665f39b3 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:29.197272 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Attempting to bind port 11149acb-6e6d-40e8-9a2f-b099665f39b3 on network a5984cc2-ef92-4d61-815c-f1be958642c4 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:29.202876 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:29.203256 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Checking segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:29.203664 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.204058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Bound using segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:29.204577 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Bound port: 11149acb-6e6d-40e8-9a2f-b099665f39b3, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:29.204959 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.268907 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] For port 11149acb-6e6d-40e8-9a2f-b099665f39b3, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:29.271921 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] For port 11149acb-6e6d-40e8-9a2f-b099665f39b3, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=11149acb-6e6d-40e8-9a2f-b099665f39b3,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:29.274159 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.284212 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0926-ecd8-4446-b916-f4d1dae0320f req-9ccbaf6b-9f85-4154-900b-4ded946d7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.285699 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-606c0926-ecd8-4446-b916-f4d1dae0320f req-9ccbaf6b-9f85-4154-900b-4ded946d7c8e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0965652 Jun 30 01:31:29.295996 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.364803 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.367716 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:29.387827 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c0926-ecd8-4446-b916-f4d1dae0320f req-1c08285e-0692-4b42-a54f-6a17c4e451cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.389673 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-606c0926-ecd8-4446-b916-f4d1dae0320f req-1c08285e-0692-4b42-a54f-6a17c4e451cc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961659 Jun 30 01:31:29.403897 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Allocated IP 172.28.2.205 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/fb07538b-750b-48c3-a4d4-05093f94ae5b) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:29.446885 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Pushing event updated for resources: {'Port': ['ID=11149acb-6e6d-40e8-9a2f-b099665f39b3,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:29.458424 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:29.531979 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.532566 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-82a7a4bf-cec0-4ad8-bc9b-5d17fe348d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.534968 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-82a7a4bf-cec0-4ad8-bc9b-5d17fe348d0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 1096 time: 0.0969553 Jun 30 01:31:29.583143 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-38753f85-8755-4dfa-9776-9b9d374795be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6906f796-3b1f-4661-aa14-867bb06bb1e8 HTTP/1.1" status: 200 len: 217 time: 0.0382981 Jun 30 01:31:29.607072 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca389ffb-95ee-4c18-938c-a7640d7c20f6 req-22234283-06a1-42c2-aa70-fc8755c0fd5e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.608621 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ca389ffb-95ee-4c18-938c-a7640d7c20f6 req-22234283-06a1-42c2-aa70-fc8755c0fd5e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 943 time: 0.1183367 Jun 30 01:31:29.677631 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-ef3c9ff7-bff0-4a16-a328-317c26c83718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.679118 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-ef3c9ff7-bff0-4a16-a328-317c26c83718 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a33453d1-8a47-4386-af6f-8f4b2ad63570 HTTP/1.1" status: 200 len: 847 time: 0.0883806 Jun 30 01:31:29.687979 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ca389ffb-95ee-4c18-938c-a7640d7c20f6 req-8eca19a4-7d06-499d-874d-c2672a56831a tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584450 Jun 30 01:31:29.690893 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:29.701050 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:29.718034 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-a5141785-f23d-462c-a4ec-205edc816ee9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03589000-e9c3-4e71-9621-2b3afeace241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 30 01:31:29.748234 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:29.749756 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Pushing event updated for resources: {'Port': ['ID=fb07538b-750b-48c3-a4d4-05093f94ae5b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:29.752391 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:29.754305 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:29.755025 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:29.832554 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-cebdccfb-d949-4e08-a7e9-5ef20ad3ebcd service neutron] 10.222.0.38 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922823 Jun 30 01:31:29.963453 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6fa6c56b-6a93-4449-8474-600524ccf895 req-36d8219e-5dfe-44b3-88d8-477224eb2c45 service neutron] 10.222.0.38 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222513 Jun 30 01:31:29.985593 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631f6e5-3e95-4975-9cb7-0815736bdacb req-ecacffa0-2a05-42d9-af98-7129c5ef5291 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:29.987091 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2631f6e5-3e95-4975-9cb7-0815736bdacb req-ecacffa0-2a05-42d9-af98-7129c5ef5291 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.0950353 Jun 30 01:31:30.012291 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 11149acb-6e6d-40e8-9a2f-b099665f39b3 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:30.033178 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2631f6e5-3e95-4975-9cb7-0815736bdacb req-86f4f120-384f-4ad7-8d57-2a501c16c932 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Jun 30 01:31:30.087835 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.129006 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 11149acb-6e6d-40e8-9a2f-b099665f39b3 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:30.284331 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.328538 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d1bc7-707c-463b-8004-631e8488f9c7 None None] Network a5984cc2-ef92-4d61-815c-f1be958642c4 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:31:30.478167 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Provisioning for port 11149acb-6e6d-40e8-9a2f-b099665f39b3 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:30.483847 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Provisioning complete for port 11149acb-6e6d-40e8-9a2f-b099665f39b3 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:30.484234 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.501666 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Router ea562d9f-33db-4a90-8bbf-858684f645fe is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:31:30.567996 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-b526216f-3a0c-46a4-a04c-708cec24ade2 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:30.569713 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-b526216f-3a0c-46a4-a04c-708cec24ade2 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 946 time: 0.0715878 Jun 30 01:31:30.617726 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:30.635695 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:30.655967 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:30.656620 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:30.674261 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Deleting port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:30.674613 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.707522 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.708801 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1068473 Jun 30 01:31:30.711566 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44612) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:30.769786 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:30.807215 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] For port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:30.815233 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.841452 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Calling delete_port for 01d500ff-c44b-41b6-ac3a-3ccf3465a88d owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:30.904671 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:30.978008 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] For port 11149acb-6e6d-40e8-9a2f-b099665f39b3, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=11149acb-6e6d-40e8-9a2f-b099665f39b3,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:30.998910 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecd96-a608-4508-972c-329bc6d122c8 req-b6f61f42-26c7-41dd-99fa-09288103832c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:31.000491 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b2fecd96-a608-4508-972c-329bc6d122c8 req-b6f61f42-26c7-41dd-99fa-09288103832c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 943 time: 0.1050260 Jun 30 01:31:31.023741 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:29Z', 'revision_number': 3, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:31.056392 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.060396 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.062547 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:31.063049 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Updating router ea562d9f-33db-4a90-8bbf-858684f645fe port fb07538b-750b-48c3-a4d4-05093f94ae5b binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:31:31.088506 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b2fecd96-a608-4508-972c-329bc6d122c8 req-154845ff-ff72-4bd2-85e7-0e3a336ecd37 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685616 Jun 30 01:31:31.130185 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.152493 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Pushing event updated for resources: {'Port': ['ID=11149acb-6e6d-40e8-9a2f-b099665f39b3,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.160904 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:31.164921 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.170267 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-20d9ff2b-d927-487b-b15e-d9f4a40aa460 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.178713 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['01d500ff-c44b-41b6-ac3a-3ccf3465a88d'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:31.203751 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Pushing event deleted for resources: {'Port': ['ID=01d500ff-c44b-41b6-ac3a-3ccf3465a88d,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.207380 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:31.262621 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-e61d5359-780a-4173-bed4-c2abeb2322fb None None] Provisioning complete for port 11149acb-6e6d-40e8-9a2f-b099665f39b3 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:31.262918 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e61d5359-780a-4173-bed4-c2abeb2322fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.281689 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] No DVR routers for this DVR port 01d500ff-c44b-41b6-ac3a-3ccf3465a88d on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:31.285021 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2744fc74-3889-43e0-a3c0-328b9d6a05ab req-97e951fe-0503-4e93-9339-465fd3a1a788 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaebd755-9fcf-4fc3-959f-1b97821f04e4 HTTP/1.1" status: 200 len: 210 time: 0.0532448 Jun 30 01:31:31.286089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.288190 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f710757-e3e8-415b-99a8-d562b93c73e1 req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "DELETE /v2.0/ports/01d500ff-c44b-41b6-ac3a-3ccf3465a88d HTTP/1.1" status: 204 len: 173 time: 0.7120695 Jun 30 01:31:31.288641 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'name': 'network-vif-deleted', 'tag': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:31.291478 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53df5aad-8205-47d4-a1a1-bdff7c691230" -d '{"events": [{"server_uuid": "eaebd755-9fcf-4fc3-959f-1b97821f04e4", "name": "network-vif-deleted", "tag": "01d500ff-c44b-41b6-ac3a-3ccf3465a88d"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:31.337153 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce9ba4-077a-40df-9417-9b88531622c0 x-openstack-request-id: req-a3ce9ba4-077a-40df-9417-9b88531622c0 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:31.337546 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaebd755-9fcf-4fc3-959f-1b97821f04e4", "name": "network-vif-deleted", "tag": "01d500ff-c44b-41b6-ac3a-3ccf3465a88d", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:31.338056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3ce9ba4-077a-40df-9417-9b88531622c0 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:31.338546 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaebd755-9fcf-4fc3-959f-1b97821f04e4', 'name': 'network-vif-deleted', 'tag': '01d500ff-c44b-41b6-ac3a-3ccf3465a88d', 'status': 'completed', 'code': 200} Jun 30 01:31:31.420626 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.499644 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.510483 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Transition to ACTIVE for port object fb07538b-750b-48c3-a4d4-05093f94ae5b will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:31.576813 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Allocated IP 172.20.0.1 (a5984cc2-ef92-4d61-815c-f1be958642c4/63b4856e-1162-4ded-9054-e980191adebd/1d701858-207c-41e1-a426-ccdfc9555b71) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:31.608752 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.611621 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.666290 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Attempting to bind port fb07538b-750b-48c3-a4d4-05093f94ae5b on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:31.666749 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Attempting to bind port fb07538b-750b-48c3-a4d4-05093f94ae5b by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:31.667187 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Attempting to bind port fb07538b-750b-48c3-a4d4-05093f94ae5b on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:31.670756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49304844-09d4-42a7-ae9d-3eb7d1f3dbf9 None None] Pushing event updated for resources: {'Port': ['ID=fb07538b-750b-48c3-a4d4-05093f94ae5b,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.674633 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49304844-09d4-42a7-ae9d-3eb7d1f3dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:31.675795 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:31.676201 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:31.676603 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.677000 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:31.677504 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Bound port: fb07538b-750b-48c3-a4d4-05093f94ae5b, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:31.677920 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.680417 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.693967 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Transition to ACTIVE for port object 1d701858-207c-41e1-a426-ccdfc9555b71 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:31.714668 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6906f796-3b1f-4661-aa14-867bb06bb1e8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:31:31.741188 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] For port fb07538b-750b-48c3-a4d4-05093f94ae5b, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:31.745103 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] For port fb07538b-750b-48c3-a4d4-05093f94ae5b, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=fb07538b-750b-48c3-a4d4-05093f94ae5b,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:31.787803 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.791072 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.825569 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 6906f796-3b1f-4661-aa14-867bb06bb1e8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6906f796-3b1f-4661-aa14-867bb06bb1e8,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:31.827927 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Network a5984cc2-ef92-4d61-815c-f1be958642c4 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:31.830798 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:31.834276 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:31.837716 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.840022 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:31.845705 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '6906f796-3b1f-4661-aa14-867bb06bb1e8', 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241', 'port_id': '6906f796-3b1f-4661-aa14-867bb06bb1e8', 'mac_address': 'fa:16:3e:ba:a1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33453d1-8a47-4386-af6f-8f4b2ad63570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:31:31.860289 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Pushing event updated for resources: {'Port': ['ID=1d701858-207c-41e1-a426-ccdfc9555b71,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.864201 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:31.879180 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.938953 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:31.939696 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:31.991366 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49304844-09d4-42a7-ae9d-3eb7d1f3dbf9 None None] Pushing event updated for resources: {'Port': ['ID=fb07538b-750b-48c3-a4d4-05093f94ae5b,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:31.993978 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:31.996041 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49304844-09d4-42a7-ae9d-3eb7d1f3dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:32.016999 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6906f796-3b1f-4661-aa14-867bb06bb1e8 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:32.025722 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 11149acb-6e6d-40e8-9a2f-b099665f39b3 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:32.094900 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.099301 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 6906f796-3b1f-4661-aa14-867bb06bb1e8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6906f796-3b1f-4661-aa14-867bb06bb1e8,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:32.130980 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:32.186705 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.190272 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:32.257181 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f3756356-dabb-4d01-a9e4-ad86478b0328 None None] Provisioning for port 1d701858-207c-41e1-a426-ccdfc9555b71 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:32.269727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 11149acb-6e6d-40e8-9a2f-b099665f39b3 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:32.270109 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.284032 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.286356 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6c54-0f2e-42fd-bdf3-7743dfcd086c req-f5ef878f-8632-41ed-ba56-b55cb9078d9a tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:32.287935 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-899e6c54-0f2e-42fd-bdf3-7743dfcd086c req-f5ef878f-8632-41ed-ba56-b55cb9078d9a tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 944 time: 0.0697198 Jun 30 01:31:32.296329 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f3756356-dabb-4d01-a9e4-ad86478b0328 None None] Provisioning complete for port 1d701858-207c-41e1-a426-ccdfc9555b71 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:32.296733 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f3756356-dabb-4d01-a9e4-ad86478b0328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.327758 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-899e6c54-0f2e-42fd-bdf3-7743dfcd086c req-003c6dd6-3706-4ec3-bf2e-2e6a713d3d55 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jun 30 01:31:32.352310 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.357878 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:32.369301 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=6906f796-3b1f-4661-aa14-867bb06bb1e8,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:32.380398 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:32.401599 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f3756356-dabb-4d01-a9e4-ad86478b0328 None None] Port 1d701858-207c-41e1-a426-ccdfc9555b71 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:32.445863 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.449365 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Pushing event updated for resources: {'Port': ['ID=1d701858-207c-41e1-a426-ccdfc9555b71,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:32.452406 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:32.543437 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Network a5984cc2-ef92-4d61-815c-f1be958642c4 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:32.544914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:32.549142 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6906f796-3b1f-4661-aa14-867bb06bb1e8'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:32.678018 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Router ea562d9f-33db-4a90-8bbf-858684f645fe has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:32.680903 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:29Z', 'revision_number': 3, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:32.709445 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f861e3-6648-40db-8815-3e34e81d7f97 None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:29Z', 'revision_number': 3, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:32.809957 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:32.820911 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] 10.222.0.37 "PUT /v2.0/routers/ea562d9f-33db-4a90-8bbf-858684f645fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080568 Jun 30 01:31:32.826790 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-8b6fdc29-e0f7-40db-a3df-d7d82078602a None None] Provisioning complete for port 1d701858-207c-41e1-a426-ccdfc9555b71 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:32.827246 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b6fdc29-e0f7-40db-a3df-d7d82078602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:32.862935 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fdc29-e0f7-40db-a3df-d7d82078602a None None] Port 1d701858-207c-41e1-a426-ccdfc9555b71 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:33.355454 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44636) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:33.360743 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821805791', 'description': 'tempest-description--640493803'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:33.427024 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.564100 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.576144 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46014-7df5-4e0f-8709-e9923d5f0b05 req-08bd0144-0040-4cb2-806d-85888565fbca tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:33.577650 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-77c46014-7df5-4e0f-8709-e9923d5f0b05 req-08bd0144-0040-4cb2-806d-85888565fbca tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 944 time: 0.1160705 Jun 30 01:31:33.613768 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-77c46014-7df5-4e0f-8709-e9923d5f0b05 req-4eb0aa71-0278-485c-a258-48858608e078 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303013 Jun 30 01:31:33.626773 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.630248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-abd93b15-0124-4f10-b62b-53da050b70d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:33.660803 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ed9be-9256-4637-b240-9982350b8d09,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:33.663394 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:33.716462 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6906f796-3b1f-4661-aa14-867bb06bb1e8 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:33.718816 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.720095 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3636293 Jun 30 01:31:33.722829 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44640) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:33.727499 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'security_group_rule': {'security_group_id': 'c44ed9be-9256-4637-b240-9982350b8d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:33.821958 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 6906f796-3b1f-4661-aa14-867bb06bb1e8 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:33.827743 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 6906f796-3b1f-4661-aa14-867bb06bb1e8 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:33.828204 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.831256 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.912110 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.961444 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:33.985764 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6906f796-3b1f-4661-aa14-867bb06bb1e8'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:33.988302 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd9407a-516f-4cec-b004-02d2efa060d1" -d '{"events": [{"server_uuid": "c89625a4-5967-4348-a234-3d7ae5d5c6fc", "name": "network-vif-plugged", "status": "completed", "tag": "6906f796-3b1f-4661-aa14-867bb06bb1e8"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:33.994647 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device fb07538b-750b-48c3-a4d4-05093f94ae5b up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:34.003746 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:31:34.025224 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 6906f796-3b1f-4661-aa14-867bb06bb1e8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6906f796-3b1f-4661-aa14-867bb06bb1e8,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:34.032578 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d9b405-5474-42c8-8004-fde5a29353d1 x-openstack-request-id: req-74d9b405-5474-42c8-8004-fde5a29353d1 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:34.032883 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89625a4-5967-4348-a234-3d7ae5d5c6fc", "name": "network-vif-plugged", "status": "completed", "tag": "6906f796-3b1f-4661-aa14-867bb06bb1e8", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:34.033141 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74d9b405-5474-42c8-8004-fde5a29353d1 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:34.033538 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6906f796-3b1f-4661-aa14-867bb06bb1e8', 'code': 200} Jun 30 01:31:34.073308 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.075381 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:34.091131 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b51a91-69ae-4d8c-b840-aa701a478f5f,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:34.095249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:34.100344 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.101282 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 01d500ff-c44b-41b6-ac3a-3ccf3465a88d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:34.107059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:34.142391 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 01d500ff-c44b-41b6-ac3a-3ccf3465a88d {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:34.142751 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 01d500ff-c44b-41b6-ac3a-3ccf3465a88d not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:34.166899 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port fb07538b-750b-48c3-a4d4-05093f94ae5b completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:34.172933 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=6906f796-3b1f-4661-aa14-867bb06bb1e8,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:34.175576 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port fb07538b-750b-48c3-a4d4-05093f94ae5b triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:34.175955 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.177604 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:34.196555 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.198741 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4742296 Jun 30 01:31:34.200665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 44658) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:34.205452 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'security_group_rule': {'security_group_id': 'c44ed9be-9256-4637-b240-9982350b8d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:34.233391 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:34.243165 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:34.243783 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:34.260570 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.290494 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port fb07538b-750b-48c3-a4d4-05093f94ae5b, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=fb07538b-750b-48c3-a4d4-05093f94ae5b,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:34.311202 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.361900 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:34.385252 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.387507 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.389416 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:34.437427 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbf8cc-ac44-4022-86ee-2cd555dda74f req-9815fb6c-6c5e-4f7f-84e4-ec078033b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:34.438971 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9efbf8cc-ac44-4022-86ee-2cd555dda74f req-9815fb6c-6c5e-4f7f-84e4-ec078033b8dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 1098 time: 0.0566189 Jun 30 01:31:34.441936 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=fb07538b-750b-48c3-a4d4-05093f94ae5b,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:34.445095 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:34.454364 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.468614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ab337797-9812-47b1-9c52-21904adc5183 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:34.488948 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868763a0-6fa8-490b-b269-12cf4b5a4f30,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:34.491880 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:34.509817 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9efbf8cc-ac44-4022-86ee-2cd555dda74f req-c361a696-ad8e-4582-9551-4ffc8d27b388 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585742 Jun 30 01:31:34.557305 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.561067 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592837 Jun 30 01:31:34.561965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44664) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:34.567049 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'floatingip': {'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:34.657363 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:32Z', 'revision_number': 2, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:34.671871 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.687475 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:34.687846 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Updating router ea562d9f-33db-4a90-8bbf-858684f645fe port 1d701858-207c-41e1-a426-ccdfc9555b71 binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:31:34.721855 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.794033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:34.808187 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f36097-a9aa-4cc8-9cb4-d3b4413071a0 req-2a66e5aa-d2c3-4a36-b3b1-324bf3d3d66e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:34.810019 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-20f36097-a9aa-4cc8-9cb4-d3b4413071a0 req-2a66e5aa-d2c3-4a36-b3b1-324bf3d3d66e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 945 time: 0.0739944 Jun 30 01:31:34.860660 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-20f36097-a9aa-4cc8-9cb4-d3b4413071a0 req-e601d590-487f-4674-a8e6-3e2ee96dec8e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Jun 30 01:31:34.918130 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Allocated IP 172.28.2.242 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/8f332047-a7ef-4307-aac7-e828f7ac9475) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:34.996513 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.007048 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Transition to ACTIVE for port object 1d701858-207c-41e1-a426-ccdfc9555b71 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:35.030193 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.078416 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.083008 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:35.127989 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Pushing event updated for resources: {'Port': ['ID=1d701858-207c-41e1-a426-ccdfc9555b71,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:35.130704 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.134626 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:35.157373 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.157373 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.157639 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.157758 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.158067 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.158394 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.158893 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.159394 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.159899 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.160390 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.160748 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.161069 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:35.166510 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:35.181855 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:35.186154 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:35.190881 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:35.194092 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'Port': ['ID=8f332047-a7ef-4307-aac7-e828f7ac9475,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:35.197831 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Attempting to bind port 1d701858-207c-41e1-a426-ccdfc9555b71 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:35.198206 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Attempting to bind port 1d701858-207c-41e1-a426-ccdfc9555b71 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:35.198573 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Attempting to bind port 1d701858-207c-41e1-a426-ccdfc9555b71 on network a5984cc2-ef92-4d61-815c-f1be958642c4 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:35.204463 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:35.204956 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Checking segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:35.205428 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.205886 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Bound using segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:35.206424 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Bound port: 1d701858-207c-41e1-a426-ccdfc9555b71, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:35.206889 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.213225 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:35.272758 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] For port 1d701858-207c-41e1-a426-ccdfc9555b71, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:35.277356 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] For port 1d701858-207c-41e1-a426-ccdfc9555b71, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=1d701858-207c-41e1-a426-ccdfc9555b71,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:35.282340 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.353676 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.357022 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-4d5794bb-ffa8-47bc-b9b1-1aed9cc1d027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:35.421299 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Pushing event updated for resources: {'Port': ['ID=1d701858-207c-41e1-a426-ccdfc9555b71,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:35.434784 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-e2c18446-3c55-4f7a-820f-281e05e6685f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:35.437019 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:35.437679 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:35.437801 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.571433 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:35.622420 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.752774 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.758278 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:35.807102 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:35Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:35.836229 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148f25d-79ea-4b3d-bf9b-1426da04925c None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:35Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:35.839284 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'Port': ['ID=8f332047-a7ef-4307-aac7-e828f7ac9475,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:35.843263 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:35.848064 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.926130 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:35.926804 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3637407 Jun 30 01:31:36.128679 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-0fd9683c-88a9-4796-95d5-a5fa81a54938 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--821805791&fields=id&tenant_id=a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 267 time: 0.0402236 Jun 30 01:31:36.142683 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device fb07538b-750b-48c3-a4d4-05093f94ae5b up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:36.146147 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1eae5-b17a-4117-a5ec-00d60f4c0a44 req-7b83df8b-f4c9-4995-90df-73067aaea49c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:36.147927 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52a1eae5-b17a-4117-a5ec-00d60f4c0a44 req-7b83df8b-f4c9-4995-90df-73067aaea49c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 945 time: 0.1241496 Jun 30 01:31:36.196948 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port fb07538b-750b-48c3-a4d4-05093f94ae5b triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:36.197325 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:36.240540 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52a1eae5-b17a-4117-a5ec-00d60f4c0a44 req-a897d6ee-d2a0-49c5-8b58-5e9552baed8c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816548 Jun 30 01:31:36.282746 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 1d701858-207c-41e1-a426-ccdfc9555b71 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:36.312376 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-bc37a196-594c-4e97-8746-ae012b7bb074 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:36.316842 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-bc37a196-594c-4e97-8746-ae012b7bb074 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 817 time: 0.1677380 Jun 30 01:31:36.336419 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-f00be52a-2167-4691-a5c8-7c2cf17ba13d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/quotas/a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 375 time: 0.0111656 Jun 30 01:31:36.419598 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-c4f06fcb-5a82-4836-b5c9-2ddf8ebeb2fd tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753186 Jun 30 01:31:36.420941 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 1d701858-207c-41e1-a426-ccdfc9555b71 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:36.425445 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 1d701858-207c-41e1-a426-ccdfc9555b71 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:36.429686 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:36.510039 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:36.525351 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-21cc53f6-b444-4ed4-8bf6-e329cd3baaa7 service neutron] 10.222.0.37 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930824 Jun 30 01:31:36.550919 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 1d701858-207c-41e1-a426-ccdfc9555b71, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=1d701858-207c-41e1-a426-ccdfc9555b71,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:36.624958 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-3873b436-4c79-4194-9021-fbffc17ff860 service neutron] 10.222.0.37 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925698 Jun 30 01:31:36.626278 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:36.628309 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49304844-09d4-42a7-ae9d-3eb7d1f3dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:36.685479 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=1d701858-207c-41e1-a426-ccdfc9555b71,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:36.689223 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:36.841780 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f268979-810d-412d-a012-3138f0dd6c9d req-e1362acb-0ff1-464a-9f3f-906d441a9191 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:36.843344 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1f268979-810d-412d-a012-3138f0dd6c9d req-e1362acb-0ff1-464a-9f3f-906d441a9191 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0860710 Jun 30 01:31:36.889080 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1f268979-810d-412d-a012-3138f0dd6c9d req-dee7f1ed-eee4-4546-b609-99a88fd6a93e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397198 Jun 30 01:31:36.975600 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-99498010-6d0a-4481-9b73-c27dda1ffbd7 req-4680f39a-fcfa-4ae2-9642-07b4adb1b950 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 210 time: 0.0336485 Jun 30 01:31:37.144736 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-31b2e21e-efe1-4169-9389-1944848e1646 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:37.146861 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-31b2e21e-efe1-4169-9389-1944848e1646 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/networks?id=c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 200 len: 813 time: 0.1189556 Jun 30 01:31:37.163484 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-722ba464-c2d7-41ce-b699-284b8edbdb18 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/quotas/52a5da06b8c74e4895111ea12b920a4a HTTP/1.1" status: 200 len: 375 time: 0.0110223 Jun 30 01:31:37.201700 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-0a3acdc7-574b-4f7c-83df-3b6b0e05bad6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52a5da06b8c74e4895111ea12b920a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281448 Jun 30 01:31:37.290057 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-559693e0-892a-4dfc-b75f-72a367b9b5d3 service neutron] 10.222.0.37 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816185 Jun 30 01:31:37.379833 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-93ce9f78-43c5-4bee-ad22-6ab129160042 service neutron] 10.222.0.37 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833108 Jun 30 01:31:37.635002 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-265d3b35-71d1-4f82-b20d-fa5633bfbf32 req-0df11a3f-9411-4bd9-a4e1-fd536d4538e8 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 210 time: 0.0322964 Jun 30 01:31:37.746339 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fa5d-64ca-474b-b21d-e1f6ebd150d2 req-a6861f6d-02fd-4d64-b103-ab8ad40bba71 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:37.747827 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e95fa5d-64ca-474b-b21d-e1f6ebd150d2 req-a6861f6d-02fd-4d64-b103-ab8ad40bba71 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jun 30 01:31:37.785904 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e95fa5d-64ca-474b-b21d-e1f6ebd150d2 req-77003b37-19f5-4129-840a-997a104d2455 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Jun 30 01:31:37.962607 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 1d701858-207c-41e1-a426-ccdfc9555b71 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:38.022538 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 1d701858-207c-41e1-a426-ccdfc9555b71 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:38.022922 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:38.081106 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4004f363-d779-4119-9c69-6bb2a1aeff69 req-a35d968f-2319-4e34-8893-95487504f132 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Jun 30 01:31:38.124897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12c1b8-75b9-4946-8aa4-df7513f58373 req-ff25dd90-5141-42f9-9885-6c80d2a66b8b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:38.126311 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ff12c1b8-75b9-4946-8aa4-df7513f58373 req-ff25dd90-5141-42f9-9885-6c80d2a66b8b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1132295 Jun 30 01:31:38.163363 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ff12c1b8-75b9-4946-8aa4-df7513f58373 req-01ab325d-057a-4287-82ad-90a2f79b6dda tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313208 Jun 30 01:31:38.772194 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7061c519-9efd-436d-ad4e-8f54df5beb4d req-e04a8741-85bb-4195-b156-029a0cca1907 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Jun 30 01:31:38.963531 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786c48-3485-4b90-938d-38dc9bfad955 req-873e950c-adf6-40f2-9002-e68e65df5e86 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:38.965619 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1786c48-3485-4b90-938d-38dc9bfad955 req-873e950c-adf6-40f2-9002-e68e65df5e86 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 945 time: 0.0656168 Jun 30 01:31:39.002771 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1786c48-3485-4b90-938d-38dc9bfad955 req-5f345c93-d155-4687-a399-0ad95164bd52 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Jun 30 01:31:39.080663 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-899db4ae-a68c-48cf-b300-996e13d1fd4e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.082106 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-899db4ae-a68c-48cf-b300-996e13d1fd4e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 945 time: 0.0633368 Jun 30 01:31:39.190225 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Deleting port 6906f796-3b1f-4661-aa14-867bb06bb1e8 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:39.190890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.258579 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f3268acd-c748-40c8-807d-16cd0da92f6c req-a982df0e-7a8b-4dc4-b566-093a7e292a29 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 210 time: 0.0518911 Jun 30 01:31:39.355826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] For port 6906f796-3b1f-4661-aa14-867bb06bb1e8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=6906f796-3b1f-4661-aa14-867bb06bb1e8,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:39.356184 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.373672 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Calling delete_port for 6906f796-3b1f-4661-aa14-867bb06bb1e8 owned by compute:nova {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:39.433527 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744ca4-c507-4624-ac83-b581c21f641e req-9cd2bbe5-8b2e-4c51-9259-7cbe502e1d3d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.435303 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06744ca4-c507-4624-ac83-b581c21f641e req-9cd2bbe5-8b2e-4c51-9259-7cbe502e1d3d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1286120 Jun 30 01:31:39.535591 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-06744ca4-c507-4624-ac83-b581c21f641e req-2961af22-07e6-4320-a67d-6a85a00e5dd7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931556 Jun 30 01:31:39.615894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-5f98c587-074e-4428-aabb-04d1a857313b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:39.617340 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-5f98c587-074e-4428-aabb-04d1a857313b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 817 time: 0.1498814 Jun 30 01:31:39.671691 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-a93f5f7e-a80d-4ffc-87c2-3529f70cc040 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 379 time: 0.0440366 Jun 30 01:31:39.681430 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'port': {'device_id': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'admin_state_up': True, 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'security_groups': ['c44ed9be-9256-4637-b240-9982350b8d09']}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:39.719513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.724267 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:39.734143 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['6906f796-3b1f-4661-aa14-867bb06bb1e8'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:39.759770 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Pushing event deleted for resources: {'Port': ['ID=6906f796-3b1f-4661-aa14-867bb06bb1e8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:39.794008 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.794295 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.794646 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.794993 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.795338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.796890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.796890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.796890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.796890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.798353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.798353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.798353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:39.804249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:39.824409 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] No DVR routers for this DVR port 6906f796-3b1f-4661-aa14-867bb06bb1e8 on host hv-cinder-79724 {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:39.828890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:39.831359 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cc6356a3-15ff-476e-a5e2-7f2ffef5197b req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "DELETE /v2.0/ports/6906f796-3b1f-4661-aa14-867bb06bb1e8 HTTP/1.1" status: 204 len: 173 time: 0.7432916 Jun 30 01:31:39.831359 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'name': 'network-vif-deleted', 'tag': '6906f796-3b1f-4661-aa14-867bb06bb1e8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:39.833616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c193b77-dcd5-40dc-825c-16878d5169ee" -d '{"events": [{"server_uuid": "c89625a4-5967-4348-a234-3d7ae5d5c6fc", "name": "network-vif-deleted", "tag": "6906f796-3b1f-4661-aa14-867bb06bb1e8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:39.884610 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d48532b-a320-4dcd-9234-110316be7006 x-openstack-request-id: req-5d48532b-a320-4dcd-9234-110316be7006 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:39.884935 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89625a4-5967-4348-a234-3d7ae5d5c6fc", "name": "network-vif-deleted", "tag": "6906f796-3b1f-4661-aa14-867bb06bb1e8", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:39.885217 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d48532b-a320-4dcd-9234-110316be7006 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:39.885686 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89625a4-5967-4348-a234-3d7ae5d5c6fc', 'name': 'network-vif-deleted', 'tag': '6906f796-3b1f-4661-aa14-867bb06bb1e8', 'status': 'completed', 'code': 200} Jun 30 01:31:39.915375 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d5594e3e-8144-4375-a37f-056d7c54ebfb req-fd595fa5-72c3-4bf1-8ca8-4b4961b68e3b tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Jun 30 01:31:40.010334 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Made reservation on behalf of a77227a108c246a3bbaac92309cabd75 for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:40.015064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:40.151402 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d633eac0-b1ea-4279-9917-4be3a4e5e255 req-bfbe9ac1-47bd-4558-9831-1ccb4eae912f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=c89625a4-5967-4348-a234-3d7ae5d5c6fc HTTP/1.1" status: 200 len: 210 time: 0.0338781 Jun 30 01:31:40.174404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Allocated IP 172.20.0.8 (a5984cc2-ef92-4d61-815c-f1be958642c4/63b4856e-1162-4ded-9054-e980191adebd/65fb59ef-0b9b-4c0f-83f2-aa40b838e721) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:40.374617 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:40.390223 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-ee4eb014-fbea-48cc-a6d4-4d329a92061c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:40.391784 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-ee4eb014-fbea-48cc-a6d4-4d329a92061c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "GET /v2.0/networks?id=c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 200 len: 813 time: 0.1520047 Jun 30 01:31:40.415817 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Request body: {'port': {'device_id': '0b00d023-a158-4324-aa65-5651ae760a08', 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99', 'admin_state_up': True, 'tenant_id': '52a5da06b8c74e4895111ea12b920a4a'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:40.439887 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1dc1d131-39b3-4193-a28b-9c7be8b697b1 req-72cb770b-b72f-42ff-a40e-e0ffcf281f31 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 210 time: 0.0454805 Jun 30 01:31:40.440822 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Transition to ACTIVE for port object 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:40.627804 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:40.631479 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:40.652442 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3ce573d2-beb9-4dd7-8340-a45428db09e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:40.671070 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Made reservation on behalf of 52a5da06b8c74e4895111ea12b920a4a for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:40.674594 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:40.731286 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Network a5984cc2-ef92-4d61-815c-f1be958642c4 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:40.737068 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:40.741057 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:40.749089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:40.752720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:41.062268 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-8787b64d-fbdb-4f30-927b-18f733ac9256 None None] Provisioning for port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:41.066446 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-8787b64d-fbdb-4f30-927b-18f733ac9256 None None] Provisioning complete for port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:41.066834 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8787b64d-fbdb-4f30-927b-18f733ac9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:41.103377 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-8787b64d-fbdb-4f30-927b-18f733ac9256 None None] Port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:31:41.128509 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5ff74f7b-506b-4425-875c-abe54711da08 req-a3853f2e-0771-47e1-98d9-8330ca59097b tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 210 time: 0.0505018 Jun 30 01:31:41.150897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:41.151516 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:41.173432 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e5de-249a-4007-8d7b-d51705cb0bfc req-0416b8e2-1c15-4577-858c-5550cd0661d6 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:41.174862 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebf9e5de-249a-4007-8d7b-d51705cb0bfc req-0416b8e2-1c15-4577-858c-5550cd0661d6 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.5097427 Jun 30 01:31:41.206680 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Allocated IP 172.20.0.13 (c55f8e5f-f84a-4796-ab6b-9850f848ab99/64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf/8133c2e0-b784-4f68-87e9-04c41d9e1e89) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:41.236107 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebf9e5de-249a-4007-8d7b-d51705cb0bfc req-b8400c43-83c0-4fc9-b781-adaddb980d41 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538373 Jun 30 01:31:41.247291 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5669715 Jun 30 01:31:41.260962 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Request body: {'port': {'device_id': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:41.394395 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:41.500117 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:41.666591 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-88f6c749-a040-4f8d-a4c2-5a29d3cc35df tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:41.668021 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-88f6c749-a040-4f8d-a4c2-5a29d3cc35df tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/networks?id=03589000-e9c3-4e71-9621-2b3afeace241 HTTP/1.1" status: 200 len: 807 time: 0.2598155 Jun 30 01:31:41.738464 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-f32adce9-ed0a-45fc-92ae-cda44b203a8d tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/quotas/2cead9c87017408d8f4e0ffbcd72cd0a HTTP/1.1" status: 200 len: 375 time: 0.0633578 Jun 30 01:31:41.790885 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-afc6683b-f78d-406f-a303-c76539bb379e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445733 Jun 30 01:31:41.812073 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60f727-1644-40a8-8e4c-14d4c23c492d req-bc9dfac3-0c3e-4798-9daa-0d0eb9274b69 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:41.813524 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5e60f727-1644-40a8-8e4c-14d4c23c492d req-bc9dfac3-0c3e-4798-9daa-0d0eb9274b69 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 931 time: 0.2530153 Jun 30 01:31:41.827520 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:41.845583 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7ba3667f-9fdc-4ec0-929c-55222d3d492d tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:41.954120 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Network c55f8e5f-f84a-4796-ab6b-9850f848ab99 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:41.971188 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:41.986248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:41.995337 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5e60f727-1644-40a8-8e4c-14d4c23c492d req-1a12f725-eab2-4d0e-a0d8-7646e3a944be tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698225 Jun 30 01:31:41.995973 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Pushing event updated for resources: {'Port': ['ID=8133c2e0-b784-4f68-87e9-04c41d9e1e89,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:42.044918 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:42.081174 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:42.086854 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-8f8e15bb-696f-4ae9-94d4-2898897b7bfd service neutron] 10.222.0.37 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889180 Jun 30 01:31:42.092037 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:42.111586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:42.112208 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:42.161811 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Transition to ACTIVE for port object 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:42.204865 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-e6cad1f6-d717-4f5b-a8ba-1b77c2c7cd53 service neutron] 10.222.0.37 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086023 Jun 30 01:31:42.221411 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:42.224510 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d123721c-e33d-4c27-81fe-1fa157d97eb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:42.255200 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8440619 Jun 30 01:31:42.275635 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Request body: {'port': {'device_id': '0b00d023-a158-4324-aa65-5651ae760a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:42.331004 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:42.339719 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:42.468749 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44242a-09e7-49c9-b8c3-87b1206aa8fd req-02b7af4a-0f57-4349-98b6-3d5195290add tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:42.470560 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3c44242a-09e7-49c9-b8c3-87b1206aa8fd req-02b7af4a-0f57-4349-98b6-3d5195290add tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 932 time: 0.2212608 Jun 30 01:31:42.486875 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:42.528542 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Attempting to bind port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:42.529174 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Attempting to bind port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:42.529314 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Attempting to bind port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 on network a5984cc2-ef92-4d61-815c-f1be958642c4 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:42.579411 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 on network a5984cc2-ef92-4d61-815c-f1be958642c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:42.579740 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Attempting to bind port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 on network a5984cc2-ef92-4d61-815c-f1be958642c4 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:42.603227 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:42.603572 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Checking segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:42.603961 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Bound using segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:42.604389 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Bound port: 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:42.604782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:42.621299 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3c44242a-09e7-49c9-b8c3-87b1206aa8fd req-0638c7cf-402a-4be2-8703-9bf3248c41e0 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323421 Jun 30 01:31:42.755655 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cbdb0315-602c-4c4d-8821-ad8e2794e139 req-191d9ad9-7098-46cd-8bd9-5afc4b7db904 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 210 time: 0.0681427 Jun 30 01:31:42.799981 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b1c3-73e0-4aa4-b818-2b65fa0af7aa req-8ed93f29-7a2a-4ee6-aef1-d5e892756fbb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:42.801476 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6671b1c3-73e0-4aa4-b818-2b65fa0af7aa req-8ed93f29-7a2a-4ee6-aef1-d5e892756fbb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.2941713 Jun 30 01:31:42.844146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:42.869548 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:42.905078 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6671b1c3-73e0-4aa4-b818-2b65fa0af7aa req-e83343b9-cd15-46af-9a2a-f5317c825336 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737550 Jun 30 01:31:42.963745 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:42.967551 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cba1d88f-1c0b-4b81-b5e2-5cc560f2d0c6 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:43.002830 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8133c2e0-b784-4f68-87e9-04c41d9e1e89 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:43.019695 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.019695 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.019695 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] 10.222.0.38 "PUT /v2.0/ports/65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 200 len: 1093 time: 1.7630384 Jun 30 01:31:43.019695 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:43.021483 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd31692-ef63-43fd-83d5-a123e8dd4be7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:43.025200 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.052562 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Transition to ACTIVE for port object 8133c2e0-b784-4f68-87e9-04c41d9e1e89 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:43.053559 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:43.056680 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:43.072565 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e0ac1-6497-45ee-bf5f-48c87c527d8a x-openstack-request-id: req-219e0ac1-6497-45ee-bf5f-48c87c527d8a {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:43.072890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:43.073179 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-219e0ac1-6497-45ee-bf5f-48c87c527d8a {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:43.073656 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'status': 'completed', 'code': 200} Jun 30 01:31:43.133153 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.137907 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:43.222733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Pushing event updated for resources: {'Port': ['ID=8133c2e0-b784-4f68-87e9-04c41d9e1e89,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:43.229815 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:43.231266 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6ec5ce37-7561-417b-9c9f-192968feb220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.232604 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31692-ef63-43fd-83d5-a123e8dd4be7 req-29b654f0-a9fb-42b4-aed8-9b3f358c292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.233663 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dd31692-ef63-43fd-83d5-a123e8dd4be7 req-29b654f0-a9fb-42b4-aed8-9b3f358c292b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1096 time: 0.1404562 Jun 30 01:31:43.363212 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489959e-08b9-4e5b-a28c-6eeb054022cf req-2148266f-8047-4dc8-ab3d-eb326397e24c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.364825 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e489959e-08b9-4e5b-a28c-6eeb054022cf req-2148266f-8047-4dc8-ab3d-eb326397e24c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.2247441 Jun 30 01:31:43.420395 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Attempting to bind port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:43.420752 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Attempting to bind port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:43.421084 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Attempting to bind port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 on network c55f8e5f-f84a-4796-ab6b-9850f848ab99 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:43.426465 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31692-ef63-43fd-83d5-a123e8dd4be7 req-eb61ec3c-37a6-4184-af43-28e6032c33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.427918 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dd31692-ef63-43fd-83d5-a123e8dd4be7 req-eb61ec3c-37a6-4184-af43-28e6032c33c8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a77227a108c246a3bbaac92309cabd75&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1706166 Jun 30 01:31:43.433311 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 on network c55f8e5f-f84a-4796-ab6b-9850f848ab99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:43.433628 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Attempting to bind port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 on network c55f8e5f-f84a-4796-ab6b-9850f848ab99 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:43.462445 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e489959e-08b9-4e5b-a28c-6eeb054022cf req-2d1ea1bd-a818-488b-9629-db5cb005e5ea tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902476 Jun 30 01:31:43.489650 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:43.490318 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Checking segment: {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:43.490425 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Bound using segment: {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:43.490797 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Bound port: 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc415559-0696-4f3d-954c-7d85651ce5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:43.491154 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.584095 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31692-ef63-43fd-83d5-a123e8dd4be7 req-5c1fd9b5-855a-4d50-9d4e-3071153d8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.585491 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4dd31692-ef63-43fd-83d5-a123e8dd4be7 req-5c1fd9b5-855a-4d50-9d4e-3071153d8ba4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474164 Jun 30 01:31:43.586444 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] For port 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:43.589473 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] For port 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:43.608389 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.682051 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-b958d679-6b0c-4ff0-b655-193b0788ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.684968 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-b958d679-6b0c-4ff0-b655-193b0788ce11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1096 time: 0.0565243 Jun 30 01:31:43.742283 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-f70c7d6a-d4f4-4061-bfdf-0751ea2e6464 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 200 len: 217 time: 0.0401530 Jun 30 01:31:43.743317 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.752318 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-eb2274b7-3df7-4677-be58-9425848122d2 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:43.774030 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6906f796-3b1f-4661-aa14-867bb06bb1e8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:31:43.793942 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 6906f796-3b1f-4661-aa14-867bb06bb1e8 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:31:43.794331 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 6906f796-3b1f-4661-aa14-867bb06bb1e8 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:31:43.846398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.847007 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:43.848352 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] 10.222.0.38 "PUT /v2.0/ports/8133c2e0-b784-4f68-87e9-04c41d9e1e89 HTTP/1.1" status: 200 len: 1094 time: 1.5770102 Jun 30 01:31:43.874697 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Pushing event updated for resources: {'Port': ['ID=8133c2e0-b784-4f68-87e9-04c41d9e1e89,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:43.878531 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:43.881412 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-89eda72f-dfc5-4847-b077-3ca2b89838bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.882873 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-89eda72f-dfc5-4847-b077-3ca2b89838bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.1277885 Jun 30 01:31:43.929526 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960f864-f6b3-4ab3-a838-21bf80ef4990 req-48c4f51f-0b94-439b-96b3-b3707c536ba6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:43.935031 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1960f864-f6b3-4ab3-a838-21bf80ef4990 req-48c4f51f-0b94-439b-96b3-b3707c536ba6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 944 time: 0.1917839 Jun 30 01:31:43.970416 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ebdc53d7-25cd-45c3-bfe6-172fb438656c req-3259a4f1-9e5d-4c5e-b850-f03364864f91 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 210 time: 0.0530460 Jun 30 01:31:44.005034 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1960f864-f6b3-4ab3-a838-21bf80ef4990 req-e31813d7-9fd0-4688-91c6-1e004d9adf1c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Jun 30 01:31:44.013679 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058f517-1744-4438-8e66-05107e891067 req-beb59ada-74ba-4d37-a4ce-fecb9016dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.015376 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-beb59ada-74ba-4d37-a4ce-fecb9016dbc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1246758 Jun 30 01:31:44.188236 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-1d9a39a3-c770-4971-bc8a-0e747c9b32b4 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592784 Jun 30 01:31:44.206839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-dc5d33f6-6df1-4678-b173-5d075ee5c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.208204 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-dc5d33f6-6df1-4678-b173-5d075ee5c5bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=52a5da06b8c74e4895111ea12b920a4a&device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 1097 time: 0.1696434 Jun 30 01:31:44.256723 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9e77-089a-4187-8862-96c52142aa89 req-b4da80cb-afa6-420c-a000-fafed6fba06a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.258117 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c21f9e77-089a-4187-8862-96c52142aa89 req-b4da80cb-afa6-420c-a000-fafed6fba06a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1609883 Jun 30 01:31:44.292940 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-c294e346-0f88-487e-99eb-9a35774454e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89 HTTP/1.1" status: 200 len: 217 time: 0.0705223 Jun 30 01:31:44.610281 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:44.631732 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-01926e61-bdb3-4701-90e3-d48623743169 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.633331 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-01926e61-bdb3-4701-90e3-d48623743169 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "GET /v2.0/networks?id=03589000-e9c3-4e71-9621-2b3afeace241 HTTP/1.1" status: 200 len: 807 time: 0.1109080 Jun 30 01:31:44.648880 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Request body: {'port': {'device_id': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241', 'admin_state_up': True, 'tenant_id': '2cead9c87017408d8f4e0ffbcd72cd0a'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:44.675493 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c21f9e77-089a-4187-8862-96c52142aa89 req-76c83139-6a81-4054-96bb-49534cc8a211 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3862798 Jun 30 01:31:44.679467 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-699e13ee-f99f-4ee6-baab-3ee3adb4b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.680881 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-699e13ee-f99f-4ee6-baab-3ee3adb4b265 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf HTTP/1.1" status: 200 len: 853 time: 0.3774679 Jun 30 01:31:44.683655 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8058f517-1744-4438-8e66-05107e891067 req-b6dc633a-34d3-479b-ab5a-90b51a76a12c service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872510 Jun 30 01:31:44.729031 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-b14e68c0-8fd7-4c5e-959e-f42efff90c8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c55f8e5f-f84a-4796-ab6b-9850f848ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388641 Jun 30 01:31:44.787828 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ce412-d4a9-49be-845c-3bcd403f3561 req-16e9d76c-0db4-493d-932e-3e5daa0bd9f4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:44.789250 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a85ce412-d4a9-49be-845c-3bcd403f3561 req-16e9d76c-0db4-493d-932e-3e5daa0bd9f4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.1875026 Jun 30 01:31:44.842903 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Made reservation on behalf of 2cead9c87017408d8f4e0ffbcd72cd0a for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:31:44.846499 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:44.849325 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a85ce412-d4a9-49be-845c-3bcd403f3561 req-bab531a4-65bd-43f8-9346-71c7af7386ff tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542819 Jun 30 01:31:44.854559 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-a30192ed-0203-4839-aa24-75f567f3b68c service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184733 Jun 30 01:31:44.949124 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23768710-97d2-49ff-a28d-897a864f6fa3 req-4d57c356-454d-43fa-a9b3-044da9996e10 service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 Jun 30 01:31:45.075615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b00d023-a158-4324-aa65-5651ae760a08', 'tag': '8133c2e0-b784-4f68-87e9-04c41d9e1e89'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:45.079461 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e23169-e748-416d-a620-bb1e9923fcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b00d023-a158-4324-aa65-5651ae760a08", "tag": "8133c2e0-b784-4f68-87e9-04c41d9e1e89"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:45.123374 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Allocated IP 172.20.0.14 (03589000-e9c3-4e71-9621-2b3afeace241/a33453d1-8a47-4386-af6f-8f4b2ad63570/460654d0-a9cf-4c8e-94cd-739caefc825f) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:31:45.133168 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-591620c8-59ef-42e7-a281-376b8ae9120c req-0faad45b-9d81-40eb-8fd0-c6673ed6a620 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 210 time: 0.0354953 Jun 30 01:31:45.187786 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db9838b-3cb3-431c-8378-5423d0328a3d x-openstack-request-id: req-9db9838b-3cb3-431c-8378-5423d0328a3d {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:45.188114 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b00d023-a158-4324-aa65-5651ae760a08", "tag": "8133c2e0-b784-4f68-87e9-04c41d9e1e89", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:45.188451 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9db9838b-3cb3-431c-8378-5423d0328a3d {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:45.188926 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b00d023-a158-4324-aa65-5651ae760a08', 'tag': '8133c2e0-b784-4f68-87e9-04c41d9e1e89', 'status': 'completed', 'code': 200} Jun 30 01:31:45.255987 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f4597-2c10-407e-afb0-eb52760d10a6 req-da0ffb1a-8ac9-4797-bfdc-e994d353dd20 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.257499 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-269f4597-2c10-407e-afb0-eb52760d10a6 req-da0ffb1a-8ac9-4797-bfdc-e994d353dd20 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 944 time: 0.0990541 Jun 30 01:31:45.287714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.291876 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-10d00205-c384-4b72-a8b8-48bd9f1944f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.293924 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-10d00205-c384-4b72-a8b8-48bd9f1944f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=52a5da06b8c74e4895111ea12b920a4a&device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 1097 time: 0.0893295 Jun 30 01:31:45.314505 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-269f4597-2c10-407e-afb0-eb52760d10a6 req-a412d0f3-cf19-4253-b87b-dba7007dc54d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 Jun 30 01:31:45.387781 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-bfb68c19-2380-40c7-b6c6-866cadef7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.389288 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-bfb68c19-2380-40c7-b6c6-866cadef7566 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 200 len: 914 time: 0.0880575 Jun 30 01:31:45.404780 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.408811 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ca27b27a-9bcb-4249-a144-f4de1b8ccb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:45.435539 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-955b2b2e-fcf8-453b-9097-b45fbc2d737d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89 HTTP/1.1" status: 200 len: 217 time: 0.0376344 Jun 30 01:31:45.451414 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Network 03589000-e9c3-4e71-9621-2b3afeace241 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:31:45.454925 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:31:45.458730 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:31:45.484118 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-d4200933-915b-4988-b2f6-e92dc389998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.484832 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Pushing event updated for resources: {'Port': ['ID=460654d0-a9cf-4c8e-94cd-739caefc825f,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:45.485753 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-d4200933-915b-4988-b2f6-e92dc389998a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf HTTP/1.1" status: 200 len: 853 time: 0.0431981 Jun 30 01:31:45.497180 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.497541 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.497894 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.498239 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.498580 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.498919 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.499256 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.499590 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.499926 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.500261 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.500619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.500953 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:31:45.507342 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:45.519507 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.519853 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-c514eb15-7445-449c-8ce5-08ae57701e35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c55f8e5f-f84a-4796-ab6b-9850f848ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259717 Jun 30 01:31:45.520115 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.586527 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9412696 Jun 30 01:31:45.597870 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Request body: {'port': {'device_id': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:45.611883 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-5072c13a-83d7-4a7a-9fba-b5394d855392 service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 Jun 30 01:31:45.671375 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.698736 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33e23169-e748-416d-a620-bb1e9923fcf2 req-6c0c2a67-3088-4aa9-8118-c85c0c078acd service neutron] 10.222.0.38 "GET /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796206 Jun 30 01:31:45.863526 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b70da-8d6e-44fb-b3c5-64e15f4b7199 req-9d72f53c-7f20-469b-a368-1b4e15bc9bea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:45.864936 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b26b70da-8d6e-44fb-b3c5-64e15f4b7199 req-9d72f53c-7f20-469b-a368-1b4e15bc9bea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0659556 Jun 30 01:31:45.902901 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b26b70da-8d6e-44fb-b3c5-64e15f4b7199 req-b760974e-5fda-490e-8a91-596d2885207a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317996 Jun 30 01:31:45.939165 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460654d0-a9cf-4c8e-94cd-739caefc825f {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:45.946521 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:45.958484 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Transition to ACTIVE for port object 460654d0-a9cf-4c8e-94cd-739caefc825f will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:31:46.015490 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:46.042399 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691a26-d7df-4868-8885-44d91ab099fd req-791c4148-b665-4616-9b01-baf460d73718 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.043932 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e691a26-d7df-4868-8885-44d91ab099fd req-791c4148-b665-4616-9b01-baf460d73718 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0626171 Jun 30 01:31:46.044085 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:46.047030 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:46.083421 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e691a26-d7df-4868-8885-44d91ab099fd req-2563699b-1657-4532-8279-6eaa741e557e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335777 Jun 30 01:31:46.098323 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Pushing event updated for resources: {'Port': ['ID=460654d0-a9cf-4c8e-94cd-739caefc825f,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:46.115676 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:46.163593 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Attempting to bind port 460654d0-a9cf-4c8e-94cd-739caefc825f on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:31:46.163935 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Attempting to bind port 460654d0-a9cf-4c8e-94cd-739caefc825f by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:31:46.164264 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Attempting to bind port 460654d0-a9cf-4c8e-94cd-739caefc825f on network 03589000-e9c3-4e71-9621-2b3afeace241 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:46.169718 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Port 460654d0-a9cf-4c8e-94cd-739caefc825f on network 03589000-e9c3-4e71-9621-2b3afeace241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:31:46.169925 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Attempting to bind port 460654d0-a9cf-4c8e-94cd-739caefc825f on network 03589000-e9c3-4e71-9621-2b3afeace241 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:31:46.174839 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:31:46.175174 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Checking segment: {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:31:46.175665 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Bound using segment: {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:31:46.176221 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Bound port: 460654d0-a9cf-4c8e-94cd-739caefc825f, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d984be4-a63f-4499-bc1e-4c766a8a1fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:31:46.176608 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:46.236353 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] For port 460654d0-a9cf-4c8e-94cd-739caefc825f, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:31:46.239400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] For port 460654d0-a9cf-4c8e-94cd-739caefc825f, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=460654d0-a9cf-4c8e-94cd-739caefc825f,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:31:46.302027 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33637a96-9b8a-440f-8b3d-c498cac73f9a req-a75d7ed2-8a64-490a-8b55-8d26f7e3c499 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.303459 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33637a96-9b8a-440f-8b3d-c498cac73f9a req-a75d7ed2-8a64-490a-8b55-8d26f7e3c499 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 944 time: 0.0616238 Jun 30 01:31:46.311993 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:46.314253 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:46.340930 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-33637a96-9b8a-440f-8b3d-c498cac73f9a req-b3b1782a-1e45-4cb1-8baf-3b4798a95f4a tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jun 30 01:31:46.352419 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.353060 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:46.354443 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] 10.222.0.38 "PUT /v2.0/ports/460654d0-a9cf-4c8e-94cd-739caefc825f HTTP/1.1" status: 200 len: 1094 time: 0.7606270 Jun 30 01:31:46.354908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'tag': '460654d0-a9cf-4c8e-94cd-739caefc825f'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:46.358011 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7b541-60de-44c0-a761-3628ace3714f" -d '{"events": [{"name": "network-changed", "server_uuid": "21dc91b3-8a29-4ed0-be21-642a1285db83", "tag": "460654d0-a9cf-4c8e-94cd-739caefc825f"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:46.378981 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Pushing event updated for resources: {'Port': ['ID=460654d0-a9cf-4c8e-94cd-739caefc825f,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:46.382047 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:46.396045 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a398760-2b94-4b44-8e8e-f39abeaf867a x-openstack-request-id: req-6a398760-2b94-4b44-8e8e-f39abeaf867a {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:46.396452 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21dc91b3-8a29-4ed0-be21-642a1285db83", "tag": "460654d0-a9cf-4c8e-94cd-739caefc825f", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:46.396761 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a398760-2b94-4b44-8e8e-f39abeaf867a {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:46.397182 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'tag': '460654d0-a9cf-4c8e-94cd-739caefc825f', 'status': 'completed', 'code': 200} Jun 30 01:31:46.474660 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b541-60de-44c0-a761-3628ace3714f req-d87de532-0471-46e1-bb4a-83d6a816dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.476446 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-bcf7b541-60de-44c0-a761-3628ace3714f req-d87de532-0471-46e1-bb4a-83d6a816dfd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 1097 time: 0.0583558 Jun 30 01:31:46.506236 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b1a0-2c0c-4b80-9760-8dd1470fd859 req-0b0c98ae-adf8-4fde-871d-1429b3d74793 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.507722 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0050b1a0-2c0c-4b80-9760-8dd1470fd859 req-0b0c98ae-adf8-4fde-871d-1429b3d74793 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 944 time: 0.0680845 Jun 30 01:31:46.544988 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0050b1a0-2c0c-4b80-9760-8dd1470fd859 req-556e979f-b797-4c97-b03b-4acba6b30780 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Jun 30 01:31:46.572084 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b541-60de-44c0-a761-3628ace3714f req-b1c4aad4-1b48-4ebd-b5c4-370193152843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.573545 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-bcf7b541-60de-44c0-a761-3628ace3714f req-b1c4aad4-1b48-4ebd-b5c4-370193152843 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0897970 Jun 30 01:31:46.660496 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b541-60de-44c0-a761-3628ace3714f req-9dd5d669-4483-4a7a-9a6b-cf5884da847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.661995 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-bcf7b541-60de-44c0-a761-3628ace3714f req-9dd5d669-4483-4a7a-9a6b-cf5884da847a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0824404 Jun 30 01:31:46.747121 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-f67ae8cb-b98e-4f20-b699-b4d8e0ef1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.749156 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-f67ae8cb-b98e-4f20-b699-b4d8e0ef1d0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 1097 time: 0.0510724 Jun 30 01:31:46.792136 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-6dbdb640-85de-443e-8f98-456a15594a40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=460654d0-a9cf-4c8e-94cd-739caefc825f HTTP/1.1" status: 200 len: 217 time: 0.0359426 Jun 30 01:31:46.838408 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-e3803c32-8e95-4d8f-87ff-ae06ed94f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:46.839787 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-e3803c32-8e95-4d8f-87ff-ae06ed94f185 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a33453d1-8a47-4386-af6f-8f4b2ad63570 HTTP/1.1" status: 200 len: 847 time: 0.0415108 Jun 30 01:31:46.872231 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-34bd0fe2-d205-4a16-a4ce-9dc915c1fdd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=03589000-e9c3-4e71-9621-2b3afeace241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240984 Jun 30 01:31:47.087471 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20b07-c792-4aa2-87e8-5337e269ef1a req-285356f9-3a90-43f5-9893-ad4c6e098f0a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:47.089186 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fef20b07-c792-4aa2-87e8-5337e269ef1a req-285356f9-3a90-43f5-9893-ad4c6e098f0a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0659359 Jun 30 01:31:47.141701 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fef20b07-c792-4aa2-87e8-5337e269ef1a req-abaa04d8-63d9-4826-93be-db1b2715bb21 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 Jun 30 01:31:47.153581 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-11238c20-18bd-4deb-a7b3-b5752e60969d service neutron] 10.222.0.38 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748711 Jun 30 01:31:47.242528 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e552a680-238f-41e1-a49a-c066572cf9f1 req-f60a0709-03e5-469f-be13-de8138b1008d service neutron] 10.222.0.38 "GET /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815294 Jun 30 01:31:47.267917 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800c4c1-c4ed-4544-9bd2-b6c63b22dc51 req-216e5499-b4ba-4494-a39f-cf6334ddb963 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:47.269413 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b800c4c1-c4ed-4544-9bd2-b6c63b22dc51 req-216e5499-b4ba-4494-a39f-cf6334ddb963 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0666783 Jun 30 01:31:47.305857 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b800c4c1-c4ed-4544-9bd2-b6c63b22dc51 req-cb5cc9e3-aea7-4a1c-b68d-21d2c54e4d08 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307164 Jun 30 01:31:47.512404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268bbf-514b-4fc2-ac5e-a1dee484a627 req-44c4d613-0f42-4a90-afe2-b2c6997853a0 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:47.513794 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1d268bbf-514b-4fc2-ac5e-a1dee484a627 req-44c4d613-0f42-4a90-afe2-b2c6997853a0 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 944 time: 0.0610297 Jun 30 01:31:47.549337 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1d268bbf-514b-4fc2-ac5e-a1dee484a627 req-49b11ae6-a1f7-4172-9214-538d9665800d tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301218 Jun 30 01:31:47.712825 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd1dc-90f8-474c-8de9-0dba67c21197 req-f3e9abfe-32be-4c51-ad3f-9d3e15ffb1d6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:47.714244 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-568dd1dc-90f8-474c-8de9-0dba67c21197 req-f3e9abfe-32be-4c51-ad3f-9d3e15ffb1d6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 944 time: 0.0600977 Jun 30 01:31:47.751184 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-568dd1dc-90f8-474c-8de9-0dba67c21197 req-21d372f8-44e0-4c06-aa4b-c23b149a47ad tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jun 30 01:31:47.808362 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:31:47.900397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:47.912260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'mac_address': 'fa:16:3e:08:8f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:31:47.949058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:47.961008 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:47.980325 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:48.077028 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:48.077719 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 8133c2e0-b784-4f68-87e9-04c41d9e1e89 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:31:48.079539 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:48.170710 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:48.175460 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:48.212321 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:48.225266 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '8133c2e0-b784-4f68-87e9-04c41d9e1e89', 'network_id': 'c55f8e5f-f84a-4796-ab6b-9850f848ab99', 'port_id': '8133c2e0-b784-4f68-87e9-04c41d9e1e89', 'mac_address': 'fa:16:3e:b0:1a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:31:48.260957 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:48.274196 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8133c2e0-b784-4f68-87e9-04c41d9e1e89 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:48.294450 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:48.330375 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3170d-2f8b-4127-b44b-b9e31726aec0 req-a23b30b4-e383-4ce7-abe0-0c3940d39ddf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.331754 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9df3170d-2f8b-4127-b44b-b9e31726aec0 req-a23b30b4-e383-4ce7-abe0-0c3940d39ddf tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0667496 Jun 30 01:31:48.369112 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9df3170d-2f8b-4127-b44b-b9e31726aec0 req-d43e01a0-3b1b-4d1a-b47b-dfb9923826bd tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Jun 30 01:31:48.376037 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:48.377971 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:48.435666 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=8133c2e0-b784-4f68-87e9-04c41d9e1e89,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:48.440288 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:48.494930 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94cbfa-e423-47ce-b37d-9199ad1be7ef req-721dbf8a-24b2-4e52-98c3-9acbc10f9393 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.496564 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-db94cbfa-e423-47ce-b37d-9199ad1be7ef req-721dbf8a-24b2-4e52-98c3-9acbc10f9393 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 944 time: 0.0683069 Jun 30 01:31:48.536744 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-db94cbfa-e423-47ce-b37d-9199ad1be7ef req-9e6f7f11-9e97-4853-b358-a53b5d814f93 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344696 Jun 30 01:31:48.614226 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['65fb59ef-0b9b-4c0f-83f2-aa40b838e721'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:48.616590 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['8133c2e0-b784-4f68-87e9-04c41d9e1e89'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:48.726296 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b329b-ab6e-49da-b26e-d87036b9cd95 req-a8087b29-de27-40d2-ba1f-8dd2bacc6a7c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.727852 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-434b329b-ab6e-49da-b26e-d87036b9cd95 req-a8087b29-de27-40d2-ba1f-8dd2bacc6a7c tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 944 time: 0.0693212 Jun 30 01:31:48.768914 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-434b329b-ab6e-49da-b26e-d87036b9cd95 req-0d770fe2-9ae5-43a7-98d8-7bf30953525e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Jun 30 01:31:48.953109 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-da2f2169-e86e-4130-b7db-a3bd05ec3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.955336 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-da2f2169-e86e-4130-b7db-a3bd05ec3ea2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0609236 Jun 30 01:31:48.977940 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d413d1-6765-4c69-9de3-99cf7ccddeea req-7d32c75b-b039-4dec-9500-a25d82ef8c74 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.980114 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4d413d1-6765-4c69-9de3-99cf7ccddeea req-7d32c75b-b039-4dec-9500-a25d82ef8c74 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1168151 Jun 30 01:31:48.988104 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b29c4-a0d3-4f3c-99af-c19e49aaef37 req-f9bce6a6-c9e1-49e7-93f2-380ce7a94eca tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:48.989527 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d73b29c4-a0d3-4f3c-99af-c19e49aaef37 req-f9bce6a6-c9e1-49e7-93f2-380ce7a94eca tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 945 time: 0.1100168 Jun 30 01:31:49.051297 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4d413d1-6765-4c69-9de3-99cf7ccddeea req-aa8399ec-1a98-4f15-a972-d3b70be05744 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607953 Jun 30 01:31:49.053543 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-e7cc90ea-708d-4c18-803a-24a49ae0ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.054420 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-e7cc90ea-708d-4c18-803a-24a49ae0ab78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 912 time: 0.0912766 Jun 30 01:31:49.058359 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d73b29c4-a0d3-4f3c-99af-c19e49aaef37 req-4930418e-9a9c-45ac-91f3-5d8507260a31 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538957 Jun 30 01:31:49.150249 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-3dc8344c-1444-42ed-9231-9c6ef9d0b57e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 200 len: 1001 time: 0.0888722 Jun 30 01:31:49.197554 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-6eeece9d-83af-42e7-87e2-59c6a376e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.198939 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-6eeece9d-83af-42e7-87e2-59c6a376e3a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.0422866 Jun 30 01:31:49.257808 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-3f8c251c-d5cc-473d-be71-07a300a0e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.259203 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-3f8c251c-d5cc-473d-be71-07a300a0e347 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0535867 Jun 30 01:31:49.344408 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-e46167ae-2d59-45e9-a0d4-79e4a58f558a service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783975 Jun 30 01:31:49.433743 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1151a494-cc69-43e0-a1a2-f8d6d28aa980 req-4949ff18-3966-49a4-8819-2e9c523ec794 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832629 Jun 30 01:31:49.710202 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10e82-667c-4967-8b86-0946db127326 req-90b4f98a-dbbb-414d-867e-c1888df7336a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.711632 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ccb10e82-667c-4967-8b86-0946db127326 req-90b4f98a-dbbb-414d-867e-c1888df7336a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 944 time: 0.0611138 Jun 30 01:31:49.750524 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ccb10e82-667c-4967-8b86-0946db127326 req-7486af31-e920-42fd-a858-df0800d6011e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Jun 30 01:31:49.832236 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 460654d0-a9cf-4c8e-94cd-739caefc825f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:31:49.833840 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:49.951171 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d56801-abdb-4697-9a55-c554ee65c3bd req-299d37af-11d2-43ef-bf71-4b7867887d6f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:49.952947 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9d56801-abdb-4697-9a55-c554ee65c3bd req-299d37af-11d2-43ef-bf71-4b7867887d6f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 944 time: 0.0676785 Jun 30 01:31:49.972855 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 460654d0-a9cf-4c8e-94cd-739caefc825f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=460654d0-a9cf-4c8e-94cd-739caefc825f,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:49.985396 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '460654d0-a9cf-4c8e-94cd-739caefc825f', 'network_id': '03589000-e9c3-4e71-9621-2b3afeace241', 'port_id': '460654d0-a9cf-4c8e-94cd-739caefc825f', 'mac_address': 'fa:16:3e:f7:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33453d1-8a47-4386-af6f-8f4b2ad63570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:31:49.993516 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a9d56801-abdb-4697-9a55-c554ee65c3bd req-626967d4-a660-48ff-abb3-dfbe8d52007e tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Jun 30 01:31:50.011853 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:50.022237 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:50.022620 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.049099 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.069483 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460654d0-a9cf-4c8e-94cd-739caefc825f {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:31:50.095309 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 460654d0-a9cf-4c8e-94cd-739caefc825f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=460654d0-a9cf-4c8e-94cd-739caefc825f,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:50.136899 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.160009 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:50.162444 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab66ee6-e7c1-4280-9333-a5b1eaa65fd0" -d '{"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-plugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:50.176234 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:50.187144 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.189059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-aa39f532-e2ce-43a5-bdd2-04ed43db46bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:50.234047 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=460654d0-a9cf-4c8e-94cd-739caefc825f,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:50.237128 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:50.249946 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.250800 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 8133c2e0-b784-4f68-87e9-04c41d9e1e89 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:50.253252 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:50.278445 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60d6b2-1b2e-4d14-9d71-db8ec549f7bf req-f6b80c92-ae81-486c-9970-e79b33fd6691 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:50.279916 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dd60d6b2-1b2e-4d14-9d71-db8ec549f7bf req-f6b80c92-ae81-486c-9970-e79b33fd6691 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1104548 Jun 30 01:31:50.287352 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e5c76-ebba-4b6c-9a02-f9ec559aedba req-6b0dfa7e-4912-495b-8a80-08694359131c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:50.288845 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7c8e5c76-ebba-4b6c-9a02-f9ec559aedba req-6b0dfa7e-4912-495b-8a80-08694359131c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 945 time: 0.1090081 Jun 30 01:31:50.331337 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:50.334636 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:50.347319 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dd60d6b2-1b2e-4d14-9d71-db8ec549f7bf req-04362c52-2753-43be-8415-758768cf8955 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575380 Jun 30 01:31:50.354802 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7c8e5c76-ebba-4b6c-9a02-f9ec559aedba req-ad83eff7-07d8-4fff-96b6-4018ee6e3c6a tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555983 Jun 30 01:31:50.392104 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0061db66-66be-4bbb-a6a4-c20d700527a5 x-openstack-request-id: req-0061db66-66be-4bbb-a6a4-c20d700527a5 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:50.392405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-plugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:50.392689 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0061db66-66be-4bbb-a6a4-c20d700527a5 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:50.393157 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'code': 200} Jun 30 01:31:50.415339 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:50.420615 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['460654d0-a9cf-4c8e-94cd-739caefc825f'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:50.424070 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:50.424451 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.671237 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.726920 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:50.774370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df619-a7f8-4b24-a63e-838bf4c844f7 req-36f2d09c-0f2f-40f2-a8fa-ce74b8a66d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:50.775843 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d3df619-a7f8-4b24-a63e-838bf4c844f7 req-36f2d09c-0f2f-40f2-a8fa-ce74b8a66d82 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1098 time: 0.0518546 Jun 30 01:31:50.804115 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:50.806136 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:50.811055 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d3df619-a7f8-4b24-a63e-838bf4c844f7 req-8984bdf6-5bb2-4292-a8ab-9f0e3c343e7f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289660 Jun 30 01:31:50.852007 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=8133c2e0-b784-4f68-87e9-04c41d9e1e89,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:50.855350 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:50.923639 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d21da3-2d7c-4b55-b7f5-db4b1f2863b6 req-610dbde2-4913-40a8-b0f8-223512b11e4b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:50.925045 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-62d21da3-2d7c-4b55-b7f5-db4b1f2863b6 req-610dbde2-4913-40a8-b0f8-223512b11e4b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0607677 Jun 30 01:31:50.964387 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-62d21da3-2d7c-4b55-b7f5-db4b1f2863b6 req-91c2d24f-6fa3-4413-8c1d-77ba1e83ffa4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336447 Jun 30 01:31:51.173788 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eac371-3b52-4f50-a38d-c2b2f5015c9c req-efa036b0-f145-4c05-a9c4-db040cb68303 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.175219 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96eac371-3b52-4f50-a38d-c2b2f5015c9c req-efa036b0-f145-4c05-a9c4-db040cb68303 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 945 time: 0.0659006 Jun 30 01:31:51.211982 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96eac371-3b52-4f50-a38d-c2b2f5015c9c req-a183bcb7-89e4-48f5-b606-d94f0d5b43e9 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Jun 30 01:31:51.522712 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907fa0e-08de-4ced-9289-17f2b3473724 req-111ce2c5-8c13-4084-9802-19e3befbddf6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:51.524069 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f907fa0e-08de-4ced-9289-17f2b3473724 req-111ce2c5-8c13-4084-9802-19e3befbddf6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0600412 Jun 30 01:31:51.562341 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f907fa0e-08de-4ced-9289-17f2b3473724 req-9a0e0d7c-1566-42de-921b-6c4122f882de tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Jun 30 01:31:51.839810 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 460654d0-a9cf-4c8e-94cd-739caefc825f up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:31:51.973738 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 460654d0-a9cf-4c8e-94cd-739caefc825f completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:31:51.977687 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 460654d0-a9cf-4c8e-94cd-739caefc825f triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:31:51.978118 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:52.061571 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:52.092613 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 460654d0-a9cf-4c8e-94cd-739caefc825f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=460654d0-a9cf-4c8e-94cd-739caefc825f,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:52.150543 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6b459-a860-4f52-b6be-f0fe40415f5a req-cdc0c80b-ccaa-4618-9ea6-644ecdb22725 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.152026 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-14d6b459-a860-4f52-b6be-f0fe40415f5a req-cdc0c80b-ccaa-4618-9ea6-644ecdb22725 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0639555 Jun 30 01:31:52.170863 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:52.173588 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:52.190742 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-14d6b459-a860-4f52-b6be-f0fe40415f5a req-9994082a-a9ce-44c1-b962-76b6624bd6ed tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Jun 30 01:31:52.222658 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=460654d0-a9cf-4c8e-94cd-739caefc825f,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:52.226351 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:52.327116 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-1e585d02-7174-442b-ac0d-68dd481b2516 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502396 Jun 30 01:31:52.394621 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b00d023-a158-4324-aa65-5651ae760a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133c2e0-b784-4f68-87e9-04c41d9e1e89'}, {'server_uuid': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460654d0-a9cf-4c8e-94cd-739caefc825f'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:52.397846 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4eaffc-ed37-4483-bbd1-2f3ed972939d" -d '{"events": [{"server_uuid": "0b00d023-a158-4324-aa65-5651ae760a08", "name": "network-vif-plugged", "status": "completed", "tag": "8133c2e0-b784-4f68-87e9-04c41d9e1e89"}, {"server_uuid": "21dc91b3-8a29-4ed0-be21-642a1285db83", "name": "network-vif-plugged", "status": "completed", "tag": "460654d0-a9cf-4c8e-94cd-739caefc825f"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:52.403571 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-c5adadf2-a788-430a-ae6b-5ed59f2410d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.405140 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-c5adadf2-a788-430a-ae6b-5ed59f2410d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0560327 Jun 30 01:31:52.412180 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412edec6-f66b-463d-a780-1c78fe6e58ae req-a87e5215-7a24-41ca-bf20-efba8b30a5d5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.413807 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-412edec6-f66b-463d-a780-1c78fe6e58ae req-a87e5215-7a24-41ca-bf20-efba8b30a5d5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1018889 Jun 30 01:31:52.423151 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 44886) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:31:52.425525 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc31387-09d8-457c-920c-c53583d26fa0 req-5400e2fb-7693-40af-95b2-0b76dee28e2d tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.426972 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-afc31387-09d8-457c-920c-c53583d26fa0 req-5400e2fb-7693-40af-95b2-0b76dee28e2d tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 946 time: 0.1044040 Jun 30 01:31:52.428111 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'floatingip': {'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:31:52.455090 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c0f1fd-3220-420d-911c-9e227b8f6f1b x-openstack-request-id: req-63c0f1fd-3220-420d-911c-9e227b8f6f1b {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:52.456721 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b00d023-a158-4324-aa65-5651ae760a08", "name": "network-vif-plugged", "status": "completed", "tag": "8133c2e0-b784-4f68-87e9-04c41d9e1e89", "code": 200}, {"server_uuid": "21dc91b3-8a29-4ed0-be21-642a1285db83", "name": "network-vif-plugged", "status": "completed", "tag": "460654d0-a9cf-4c8e-94cd-739caefc825f", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:52.457082 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63c0f1fd-3220-420d-911c-9e227b8f6f1b {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:52.457572 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b00d023-a158-4324-aa65-5651ae760a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133c2e0-b784-4f68-87e9-04c41d9e1e89', 'code': 200} Jun 30 01:31:52.457930 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460654d0-a9cf-4c8e-94cd-739caefc825f', 'code': 200} Jun 30 01:31:52.467287 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-afc31387-09d8-457c-920c-c53583d26fa0 req-b358f75c-14d6-4a03-b6fc-8ab002ed81f2 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Jun 30 01:31:52.548376 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:52.713844 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-32dad1df-9af3-461d-998b-fac2eaf6fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.715792 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-32dad1df-9af3-461d-998b-fac2eaf6fd6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 912 time: 0.2842531 Jun 30 01:31:52.765661 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd66ac-66ef-47ed-bcf5-a3e46c1bb1d0 req-f32c1070-39dc-4736-98b8-f66a03752014 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.767818 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eccd66ac-66ef-47ed-bcf5-a3e46c1bb1d0 req-f32c1070-39dc-4736-98b8-f66a03752014 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0735285 Jun 30 01:31:52.852873 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-4df8dae4-4bdf-4673-8f70-f7fd5917903f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 200 len: 1001 time: 0.1247194 Jun 30 01:31:52.874975 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eccd66ac-66ef-47ed-bcf5-a3e46c1bb1d0 req-02dee599-59e2-4b89-bdc0-99e7b1bf4762 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970106 Jun 30 01:31:52.893785 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0748aab-ed64-43f3-acc7-fd6d87e94076 req-fba3ff27-6784-4775-a536-c37747411957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.895305 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0748aab-ed64-43f3-acc7-fd6d87e94076 req-fba3ff27-6784-4775-a536-c37747411957 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 1099 time: 0.1266224 Jun 30 01:31:52.899968 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375863dd-6dfa-4caa-b98c-0ed098c1b2a2 req-eb07ce27-8352-419b-97e9-ec630aa52330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.901554 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-375863dd-6dfa-4caa-b98c-0ed098c1b2a2 req-eb07ce27-8352-419b-97e9-ec630aa52330 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 1099 time: 0.0971849 Jun 30 01:31:52.946181 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-7caa8160-fb6b-4485-9b7b-5553e60dce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:52.947621 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-7caa8160-fb6b-4485-9b7b-5553e60dce37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.0877941 Jun 30 01:31:52.952178 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0748aab-ed64-43f3-acc7-fd6d87e94076 req-3e3e671c-5f83-4908-aba5-0240a098cdad service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Jun 30 01:31:52.953682 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-375863dd-6dfa-4caa-b98c-0ed098c1b2a2 req-e269c9a8-51df-47aa-a299-a00c62d70f3e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Jun 30 01:31:53.409890 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-bac5727c-9fa9-4888-b35d-b34ca3e3d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:53.411374 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-bac5727c-9fa9-4888-b35d-b34ca3e3d924 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4106414 Jun 30 01:31:53.476833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.db.resource_extend [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 01:31:53.562644 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:53.584410 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-d98ed27f-e7e1-4f93-a0f6-58e8c45a8f49 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611311 Jun 30 01:31:53.633803 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:53.642007 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef88dd4-4bd9-4c2f-87f2-e991df00ead6 req-7f4795df-92b8-4f3d-b5ff-d3d742864d78 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:53.643486 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cef88dd4-4bd9-4c2f-87f2-e991df00ead6 req-7f4795df-92b8-4f3d-b5ff-d3d742864d78 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 946 time: 0.0646205 Jun 30 01:31:53.680500 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cef88dd4-4bd9-4c2f-87f2-e991df00ead6 req-ce7dfbad-01c5-4fa1-a22f-2aa2fc97b0df tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Jun 30 01:31:53.754345 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-79874c18-dfe7-4836-a351-ec608a05ef0b req-ea0f8658-4dac-4b73-a4bb-7f962525bd64 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616728 Jun 30 01:31:53.763045 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Floating IP fb20fbdf-629f-4b76-b3db-dd02272668c4 associated. External IP: 172.28.2.242, port: 65fb59ef-0b9b-4c0f-83f2-aa40b838e721. Jun 30 01:31:53.972148 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Router ea562d9f-33db-4a90-8bbf-858684f645fe has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:31:54.064452 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04a6b-8bcb-4bbe-87f1-6175140b52f8 req-d7496fc3-5594-4222-99b0-b879a5a1cdf8 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:54.071842 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-78d04a6b-8bcb-4bbe-87f1-6175140b52f8 req-d7496fc3-5594-4222-99b0-b879a5a1cdf8 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0816464 Jun 30 01:31:54.086837 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:31:54.097186 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:31:54.098090 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:54.110068 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:54.110495 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:54.115906 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-78d04a6b-8bcb-4bbe-87f1-6175140b52f8 req-34b7fd40-997e-407d-b875-fc1f71f9e654 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Jun 30 01:31:54.141789 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-20998ce8-d558-4a46-99b5-bf7285bd233d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "PUT /v2.0/floatingips/fb20fbdf-629f-4b76-b3db-dd02272668c4 HTTP/1.1" status: 200 len: 991 time: 1.7174048 Jun 30 01:31:54.142810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:54.145316 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74622795-1ad0-439c-be0e-e672b92707bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:54.202659 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842cf658-86f9-4250-b302-35bcd232f46f x-openstack-request-id: req-842cf658-86f9-4250-b302-35bcd232f46f {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:54.202977 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:54.203255 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-842cf658-86f9-4250-b302-35bcd232f46f {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:54.203680 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'status': 'completed', 'code': 200} Jun 30 01:31:54.250836 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:54.304766 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74622795-1ad0-439c-be0e-e672b92707bd req-8ae98454-31af-4d5a-a962-0e7745a571c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:54.306325 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-8ae98454-31af-4d5a-a962-0e7745a571c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1098 time: 0.0635109 Jun 30 01:31:54.453290 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74622795-1ad0-439c-be0e-e672b92707bd req-beea8abd-5405-44c9-a169-16a9e470b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:54.455108 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-beea8abd-5405-44c9-a169-16a9e470b6c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.1396115 Jun 30 01:31:54.539744 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-1cd49740-e02f-41ab-b1ab-da165690bcd3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 200 len: 999 time: 0.0766370 Jun 30 01:31:54.584782 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': 'fb20fbdf-629f-4b76-b3db-dd02272668c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'mac_address': 'fa:16:3e:08:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:35Z', 'updated_at': '2021-06-30T01:31:53Z', 'revision_number': 1, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:54.590339 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74622795-1ad0-439c-be0e-e672b92707bd req-7716108d-6864-4917-86fe-327e2be6dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:54.591803 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-7716108d-6864-4917-86fe-327e2be6dd02 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0460262 Jun 30 01:31:54.614857 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:31:54.623948 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:31:54.624624 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:31:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:54.627727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:54.650898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74622795-1ad0-439c-be0e-e672b92707bd req-7afca716-60bb-4f05-9684-441d0f42f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:54.652840 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-7afca716-60bb-4f05-9684-441d0f42f530 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0547163 Jun 30 01:31:54.742451 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:31:54.744563 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-a4a829a3-4704-47fb-96a7-b4035a87ba66 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860841 Jun 30 01:31:54.855224 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-74622795-1ad0-439c-be0e-e672b92707bd req-4d0da19e-ebfa-47e8-9ed5-06aff8b1768d service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988500 Jun 30 01:31:54.857288 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76328b3-6607-488b-babc-dd4eeafc797a req-51fe0f0b-ddb5-4a70-a1d7-5867e5991823 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:54.858943 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c76328b3-6607-488b-babc-dd4eeafc797a req-51fe0f0b-ddb5-4a70-a1d7-5867e5991823 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 946 time: 0.0674164 Jun 30 01:31:54.898242 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c76328b3-6607-488b-babc-dd4eeafc797a req-9c8fc319-8187-45f1-b39f-cf8b50d395a7 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Jun 30 01:31:54.977643 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': 'fb20fbdf-629f-4b76-b3db-dd02272668c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'mac_address': 'fa:16:3e:08:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:35Z', 'updated_at': '2021-06-30T01:31:53Z', 'revision_number': 1, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:31:55.006063 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa22de-4dfa-45f9-befd-934b575ee35b None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': 'fb20fbdf-629f-4b76-b3db-dd02272668c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'mac_address': 'fa:16:3e:08:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:31:35Z', 'updated_at': '2021-06-30T01:31:53Z', 'revision_number': 1, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:31:55.181296 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ca711-944b-456d-909d-acd6b43ce0fc None None] New status for floating IP fb20fbdf-629f-4b76-b3db-dd02272668c4: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:31:55.287661 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbbd8-0867-4516-9d42-a6838dd8665e req-fbc635b5-e713-45bc-83ae-95cde12f1ba3 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:55.291805 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9b2cbbd8-0867-4516-9d42-a6838dd8665e req-fbc635b5-e713-45bc-83ae-95cde12f1ba3 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0681794 Jun 30 01:31:55.328222 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9b2cbbd8-0867-4516-9d42-a6838dd8665e req-aaf73676-7303-4aea-bd75-90a842de8689 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Jun 30 01:31:56.324211 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ef28-7737-40cd-92d3-f8ef1cc6f052 req-dc87788c-1527-4ab8-800c-7f0163f3ade3 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:56.325701 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cad0ef28-7737-40cd-92d3-f8ef1cc6f052 req-dc87788c-1527-4ab8-800c-7f0163f3ade3 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 946 time: 0.0665200 Jun 30 01:31:56.362888 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cad0ef28-7737-40cd-92d3-f8ef1cc6f052 req-6d38d5c5-8db5-4328-a724-58ccccd2f7f2 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Jun 30 01:31:57.534623 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76a77-b8c6-448e-a387-f275363458ce req-b1a25ab7-f6c6-446a-b369-947fd85c0ae0 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:57.535955 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-63f76a77-b8c6-448e-a387-f275363458ce req-b1a25ab7-f6c6-446a-b369-947fd85c0ae0 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 946 time: 0.0610962 Jun 30 01:31:57.571691 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-63f76a77-b8c6-448e-a387-f275363458ce req-745a85e7-7529-4bc3-a122-d13dce5ccbc6 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/security-groups?id=a980513b-24fb-4cc6-8eb7-ccbf7664f934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301948 Jun 30 01:31:57.839819 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159296a-66c9-4735-a338-013cf3a7276a req-e83c1e58-f2c4-45b4-b7b1-0760a2177938 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:31:57.841729 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8159296a-66c9-4735-a338-013cf3a7276a req-e83c1e58-f2c4-45b4-b7b1-0760a2177938 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 946 time: 0.0961967 Jun 30 01:31:57.951918 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Deleting port 460654d0-a9cf-4c8e-94cd-739caefc825f {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:31:57.952261 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:58.037565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] For port 460654d0-a9cf-4c8e-94cd-739caefc825f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=460654d0-a9cf-4c8e-94cd-739caefc825f,segment=NetworkSegment(0d984be4-a63f-4499-bc1e-4c766a8a1fa1),segment_id=0d984be4-a63f-4499-bc1e-4c766a8a1fa1)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:31:58.037920 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:58.051626 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Calling delete_port for 460654d0-a9cf-4c8e-94cd-739caefc825f owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:31:58.237108 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:58.241044 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ae5379f7-37a9-4b01-a296-d97163f33e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:31:58.249681 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['460654d0-a9cf-4c8e-94cd-739caefc825f'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:31:58.266454 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Pushing event deleted for resources: {'Port': ['ID=460654d0-a9cf-4c8e-94cd-739caefc825f,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:31:58.269565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:31:58.327177 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] No DVR routers for this DVR port 460654d0-a9cf-4c8e-94cd-739caefc825f on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:31:58.329589 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:31:58.331497 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8159296a-66c9-4735-a338-013cf3a7276a req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.38 "DELETE /v2.0/ports/460654d0-a9cf-4c8e-94cd-739caefc825f HTTP/1.1" status: 204 len: 173 time: 0.4797144 Jun 30 01:31:58.331975 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'name': 'network-vif-deleted', 'tag': '460654d0-a9cf-4c8e-94cd-739caefc825f'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:31:58.334310 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaee1e4-0964-472f-a9e3-6d942e05b7bf" -d '{"events": [{"server_uuid": "21dc91b3-8a29-4ed0-be21-642a1285db83", "name": "network-vif-deleted", "tag": "460654d0-a9cf-4c8e-94cd-739caefc825f"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:31:58.368109 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d9793f-2610-444a-a056-ee75f62160c1 x-openstack-request-id: req-76d9793f-2610-444a-a056-ee75f62160c1 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:31:58.368503 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dc91b3-8a29-4ed0-be21-642a1285db83", "name": "network-vif-deleted", "tag": "460654d0-a9cf-4c8e-94cd-739caefc825f", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:31:58.368809 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76d9793f-2610-444a-a056-ee75f62160c1 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:31:58.369230 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dc91b3-8a29-4ed0-be21-642a1285db83', 'name': 'network-vif-deleted', 'tag': '460654d0-a9cf-4c8e-94cd-739caefc825f', 'status': 'completed', 'code': 200} Jun 30 01:31:58.716564 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dc3b7456-7a24-4481-b037-44b8a35484d9 req-1d9cd6bf-9691-4930-8e9d-8b1b0db9270b tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] 10.222.0.37 "GET /v2.0/ports?device_id=21dc91b3-8a29-4ed0-be21-642a1285db83 HTTP/1.1" status: 200 len: 210 time: 0.0302227 Jun 30 01:32:01.913109 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 460654d0-a9cf-4c8e-94cd-739caefc825f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:01.950051 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 460654d0-a9cf-4c8e-94cd-739caefc825f {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:01.950690 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 460654d0-a9cf-4c8e-94cd-739caefc825f not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:10.660154 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-afbe4655-e833-4fbc-9670-4f1f7baf4c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:11.010130 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:32:13.226998 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7d28503f-b880-4879-9986-9f06136974e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:13.600637 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:14.581033 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:16.010724 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:17.228726 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0054588-3da5-4d53-b676-66f31370577e req-dd71f90c-7bd6-4057-9b54-d65765e4ec32 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:17.230192 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d0054588-3da5-4d53-b676-66f31370577e req-dd71f90c-7bd6-4057-9b54-d65765e4ec32 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0604000 Jun 30 01:32:17.266814 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d0054588-3da5-4d53-b676-66f31370577e req-2f7f8346-3e95-4c35-a8f0-44729657f65f tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300395 Jun 30 01:32:18.438512 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317729-5e46-4afe-a2fb-f6dc72eeff02 req-5b663873-7093-48e2-b1cc-33650a7d97d3 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:18.439978 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8b317729-5e46-4afe-a2fb-f6dc72eeff02 req-5b663873-7093-48e2-b1cc-33650a7d97d3 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0619664 Jun 30 01:32:18.479282 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8b317729-5e46-4afe-a2fb-f6dc72eeff02 req-2c053572-e42b-43b2-880b-57259a86b1c2 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Jun 30 01:32:19.650657 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a644d-cd49-4971-ada8-721a31b3e3c7 req-3987ac58-d5e1-462e-8900-36218ef7aa42 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:19.652104 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-615a644d-cd49-4971-ada8-721a31b3e3c7 req-3987ac58-d5e1-462e-8900-36218ef7aa42 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0646667 Jun 30 01:32:19.689182 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-615a644d-cd49-4971-ada8-721a31b3e3c7 req-1031568f-9a20-436f-af19-ae2964da621c tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Jun 30 01:32:20.050030 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45282) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:20.092137 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Deleting subnet a33453d1-8a47-4386-af6f-8f4b2ad63570 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:32:20.095033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.126560 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.164837 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.478480 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.480703 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-31feca63-6c1c-47e0-a1b1-5308162eca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:20.505005 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33453d1-8a47-4386-af6f-8f4b2ad63570,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:20.507927 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:20.508911 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.511446 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a33453d1-8a47-4386-af6f-8f4b2ad63570 HTTP/1.1" status: 204 len: 168 time: 0.4597239 Jun 30 01:32:20.513669 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45284) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:20.580310 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.652762 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.662716 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03589000-e9c3-4e71-9621-2b3afeace241']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:20.671983 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d984be4-a63f-4499-bc1e-4c766a8a1fa1') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:20.672281 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d984be4-a63f-4499-bc1e-4c766a8a1fa1') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:20.680654 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.695949 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.702394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:32:20.713231 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:32:20.860000 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff659b-a57d-456c-b375-24b2bf0eda6a req-ab9eea36-55bb-4cbd-a97b-82d560b2fbaa tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:20.861674 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48ff659b-a57d-456c-b375-24b2bf0eda6a req-ab9eea36-55bb-4cbd-a97b-82d560b2fbaa tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0624840 Jun 30 01:32:20.876675 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.880195 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:20.882898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:20.887064 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03589000-e9c3-4e71-9621-2b3afeace241 HTTP/1.1" status: 204 len: 168 time: 0.3701887 Jun 30 01:32:20.896203 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Pushing event deleted for resources: {'Network': ['ID=03589000-e9c3-4e71-9621-2b3afeace241,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:20.898685 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:20.906655 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48ff659b-a57d-456c-b375-24b2bf0eda6a req-851c39d8-c6cb-4e8c-954f-64bc0bd6d6c6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355632 Jun 30 01:32:21.202147 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45292) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:21.240681 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-9f720f07-d5ba-4c6a-9552-70bdc40d8210 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cead9c87017408d8f4e0ffbcd72cd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373142 Jun 30 01:32:21.242875 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45294) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:21.287878 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:21.307864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:21.436513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:21.439058 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:21.440181 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a980513b-24fb-4cc6-8eb7-ccbf7664f934 HTTP/1.1" status: 204 len: 168 time: 0.1964529 Jun 30 01:32:21.440956 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ae96624-8339-4ff5-a343-11c665991ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:21.447942 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a980513b-24fb-4cc6-8eb7-ccbf7664f934,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:21.450392 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:22.073216 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64865f2-1669-4708-b4e9-44569ddee3c4 req-b6786661-8cad-4b9b-88e3-d68e107746f6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:22.075167 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f64865f2-1669-4708-b4e9-44569ddee3c4 req-b6786661-8cad-4b9b-88e3-d68e107746f6 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0636556 Jun 30 01:32:22.111757 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f64865f2-1669-4708-b4e9-44569ddee3c4 req-a6c25bbe-d000-4001-8498-367b6c294edf tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1aa65d-0df8-41d1-8348-c76f134b4fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Jun 30 01:32:22.381714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-21f1f6b8-27cc-49e4-867a-65fff59237af tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:22.383157 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-21f1f6b8-27cc-49e4-867a-65fff59237af tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 946 time: 0.0635519 Jun 30 01:32:22.493090 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Deleting port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:22.493433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:22.587451 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] For port 8133c2e0-b784-4f68-87e9-04c41d9e1e89, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8133c2e0-b784-4f68-87e9-04c41d9e1e89,segment=NetworkSegment(fc415559-0696-4f3d-954c-7d85651ce5d1),segment_id=fc415559-0696-4f3d-954c-7d85651ce5d1)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:22.587810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:22.600164 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Calling delete_port for 8133c2e0-b784-4f68-87e9-04c41d9e1e89 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:22.786901 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:22.790810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:22.798847 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['8133c2e0-b784-4f68-87e9-04c41d9e1e89'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:22.826778 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Pushing event deleted for resources: {'Port': ['ID=8133c2e0-b784-4f68-87e9-04c41d9e1e89,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:22.826778 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:22.861778 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] No DVR routers for this DVR port 8133c2e0-b784-4f68-87e9-04c41d9e1e89 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:32:22.864132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:22.866090 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-fe2b1588-4c4d-44ef-8ae9-31248aefda49 req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.38 "DELETE /v2.0/ports/8133c2e0-b784-4f68-87e9-04c41d9e1e89 HTTP/1.1" status: 204 len: 173 time: 0.4770784 Jun 30 01:32:22.866570 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b00d023-a158-4324-aa65-5651ae760a08', 'name': 'network-vif-deleted', 'tag': '8133c2e0-b784-4f68-87e9-04c41d9e1e89'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:22.868909 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05893bff-ba36-4a61-9c6a-d5ee0b5536f6" -d '{"events": [{"server_uuid": "0b00d023-a158-4324-aa65-5651ae760a08", "name": "network-vif-deleted", "tag": "8133c2e0-b784-4f68-87e9-04c41d9e1e89"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:22.912213 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f82f7d4-20b4-4c3c-b56b-850e8b7b053e x-openstack-request-id: req-8f82f7d4-20b4-4c3c-b56b-850e8b7b053e {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:22.912544 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b00d023-a158-4324-aa65-5651ae760a08", "name": "network-vif-deleted", "tag": "8133c2e0-b784-4f68-87e9-04c41d9e1e89", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:22.912833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f82f7d4-20b4-4c3c-b56b-850e8b7b053e {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:22.913253 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b00d023-a158-4324-aa65-5651ae760a08', 'name': 'network-vif-deleted', 'tag': '8133c2e0-b784-4f68-87e9-04c41d9e1e89', 'status': 'completed', 'code': 200} Jun 30 01:32:23.276749 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0488c122-fb18-414b-95d3-cfd5a2da26c2 req-cd35f6ba-85e2-4ea8-9896-c085fec8db1e tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b00d023-a158-4324-aa65-5651ae760a08 HTTP/1.1" status: 200 len: 210 time: 0.0270247 Jun 30 01:32:24.626824 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:26.120816 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 8133c2e0-b784-4f68-87e9-04c41d9e1e89 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:32:26.143764 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 8133c2e0-b784-4f68-87e9-04c41d9e1e89 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:32:26.144120 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 8133c2e0-b784-4f68-87e9-04c41d9e1e89 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:32:34.237382 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45494) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:34.357813 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.444753 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.499038 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.501524 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-eff8314d-9fb5-40cc-8c34-0417c2a86c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:34.535172 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71becc6e-07c8-47f3-9e55-b79cb261f3e9,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:34.538371 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:34.540901 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bc4db044f66402c8266774ec02e33da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024545 Jun 30 01:32:34.543441 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45498) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:34.590665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.611349 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.729104 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.731686 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:34.732876 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71becc6e-07c8-47f3-9e55-b79cb261f3e9 HTTP/1.1" status: 204 len: 168 time: 0.1885648 Jun 30 01:32:34.733630 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c839054f-1c90-497f-82d7-ed92240f1243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:34.745280 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71becc6e-07c8-47f3-9e55-b79cb261f3e9,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:34.747755 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:35.630673 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45530) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:35.722235 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1649016151-network', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:35.832001 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Made reservation on behalf of 26af062998bd4b99bd46f5a1f76c92bf for: {'network': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:32:35.834304 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:35.842510 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:35.924449 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:35.992161 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:35.995201 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-aa69d2c8-b5d5-4e02-bba3-44b5fabfe7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:36.020064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:32:36.029410 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e36dc-e3a3-42bb-b968-698afed4e60a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:36.032385 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:36.035245 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.035582 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.segments_db [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Added segment f8d1856f-ae0a-486a-aabe-d38a344e755f of type vlan for network b5fc266b-cb86-46d5-98dd-fd49065ddee8 Jun 30 01:32:36.073504 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.163597 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.164930 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:36.165516 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.167563 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-34963687-31d6-4401-a280-90339f924fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:36.222842 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Pushing event updated for resources: {'Network': ['ID=b5fc266b-cb86-46d5-98dd-fd49065ddee8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:36.226102 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:36.233520 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:32:36.273046 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6413009 Jun 30 01:32:36.275704 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45534) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:36.280425 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Request body: {'subnet': {'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1649016151-subnet', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:36.346615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Made reservation on behalf of 26af062998bd4b99bd46f5a1f76c92bf for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:32:36.349127 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352739'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.552720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352753'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.555981 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5000a5f5-65cc-44f7-8e75-a5e4d9fec6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:36.612761 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f896c7-7632-49ab-b8b1-f7c331fda220,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:36.617414 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:36.627468 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Checking segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:36.627468 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Network hostable DHCP agents. Network: b5fc266b-cb86-46d5-98dd-fd49065ddee8, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:32:36.695221 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:32:36.786028 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, b5fc266b-cb86-46d5-98dd-fd49065ddee8) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:36.790149 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:36.790733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.795452 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6c351-0643-4d61-88dc-353d359835e8 None None] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:32:36.849812 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5730667 Jun 30 01:32:36.852417 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45546) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:36.856724 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:36.929586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.930769 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.938037 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:32:36.938939 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:36.987434 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.183315 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Allocated IP 172.20.0.2 (b5fc266b-cb86-46d5-98dd-fd49065ddee8/46f896c7-7632-49ab-b8b1-f7c331fda220/7a53e9c1-d11b-43bd-a0f2-5571acc96d55) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:37.184424 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.325122 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.333026 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Transition to ACTIVE for port object 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:37.347766 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Transition to ACTIVE for port object 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:37.414314 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.416370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:37.455911 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:37.458908 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:37.462548 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:37.474197 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Pushing event updated for resources: {'Port': ['ID=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:37.499771 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.500285 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.500490 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.500842 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.501170 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.501520 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.501815 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.502137 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.502483 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.502808 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.503129 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.503449 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:37.525107 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:37.539159 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Attempting to bind port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:37.539533 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Attempting to bind port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:37.539902 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Attempting to bind port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 on network b5fc266b-cb86-46d5-98dd-fd49065ddee8 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:37.546232 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:37.546452 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Checking segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:37.547478 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.547943 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Bound using segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:37.548488 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Bound port: 7a53e9c1-d11b-43bd-a0f2-5571acc96d55, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:37.549054 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.618225 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] For port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:37.621601 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] For port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:37.713217 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.713519 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.724178 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:37.735456 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:37.779208 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Pushing event updated for resources: {'Port': ['ID=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:37.783153 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:37.842434 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Allocated IP 172.28.2.200 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/0daed547-7d1a-41e3-ba04-9003d1bb413a) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:37.979761 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.058027 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:38.118080 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.120077 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:38.155401 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:38.158687 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:38.162167 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:38.186320 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:38.187176 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Pushing event updated for resources: {'Port': ['ID=0daed547-7d1a-41e3-ba04-9003d1bb413a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:38.192089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:38.483331 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.626060 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de5d24-253e-49b5-9010-2c4c02c2b58a None None] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:32:38.681664 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.748961 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Provisioning for port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:38.775831 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Provisioning complete for port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:38.776216 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.879723 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:38.914081 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] For port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:38.917012 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Router dc79d1d8-6521-42a4-91f3-1e31db46ae6e is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:32:39.033006 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.034914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:39.042031 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:39.061292 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Sync routers for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:39.089520 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:39.090127 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:39.130423 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Pushing event updated for resources: {'Port': ['ID=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:39.134776 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:39.152060 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.153388 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3000317 Jun 30 01:32:39.156577 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45570) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:39.196260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-7f624e0c-3ee8-42f7-8532-732fd8e54c96 None None] Provisioning complete for port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:39.196260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7f624e0c-3ee8-42f7-8532-732fd8e54c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.231359 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:39.447544 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:38Z', 'revision_number': 3, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:39.474028 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Checking router: dc79d1d8-6521-42a4-91f3-1e31db46ae6e for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:39.476050 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Updating router dc79d1d8-6521-42a4-91f3-1e31db46ae6e port 0daed547-7d1a-41e3-ba04-9003d1bb413a binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:32:39.511386 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.575549 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.737028 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Allocated IP 172.20.0.1 (b5fc266b-cb86-46d5-98dd-fd49065ddee8/46f896c7-7632-49ab-b8b1-f7c331fda220/b5650e35-d4f6-487f-8ad5-f19854d2210b) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:39.778704 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.788341 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Transition to ACTIVE for port object 0daed547-7d1a-41e3-ba04-9003d1bb413a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:39.841770 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.855141 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Transition to ACTIVE for port object b5650e35-d4f6-487f-8ad5-f19854d2210b will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:39.883473 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.885560 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0d597525-ccef-47e8-8f1a-8f2670b789a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:39.935370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Attempting to bind port 0daed547-7d1a-41e3-ba04-9003d1bb413a on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:39.935752 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Attempting to bind port 0daed547-7d1a-41e3-ba04-9003d1bb413a by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:39.939831 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Attempting to bind port 0daed547-7d1a-41e3-ba04-9003d1bb413a on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:39.939831 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0d74-3085-441a-9847-fe081d205a37 None None] Pushing event updated for resources: {'Port': ['ID=0daed547-7d1a-41e3-ba04-9003d1bb413a,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:39.942014 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0c0a0d74-3085-441a-9847-fe081d205a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:39.944605 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:39.944989 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:39.945504 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.945898 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:39.946366 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Bound port: 0daed547-7d1a-41e3-ba04-9003d1bb413a, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:39.946755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.962989 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:39.962989 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c75e858d-d32c-43bf-9ed9-2fe55749cb6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:39.999613 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:40.003693 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:40.006162 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:40.030555 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:40.036069 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] For port 0daed547-7d1a-41e3-ba04-9003d1bb413a, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:40.065389 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.068325 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] For port 0daed547-7d1a-41e3-ba04-9003d1bb413a, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=0daed547-7d1a-41e3-ba04-9003d1bb413a,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:40.071289 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Pushing event updated for resources: {'Port': ['ID=b5650e35-d4f6-487f-8ad5-f19854d2210b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:40.093022 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:40.093403 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.120496 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.120886 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.121243 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.121597 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.121943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.122426 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.122667 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.123166 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.123527 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.123874 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.124213 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.124565 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:40.128232 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:40.158587 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.163454 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-49304844-09d4-42a7-ae9d-3eb7d1f3dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:40.237953 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:40.238562 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:40.241138 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0d74-3085-441a-9847-fe081d205a37 None None] Pushing event updated for resources: {'Port': ['ID=0daed547-7d1a-41e3-ba04-9003d1bb413a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:40.272626 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0c0a0d74-3085-441a-9847-fe081d205a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:40.341660 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.351833 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:40.405245 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0652d008-ecd4-4c8c-9b8a-e208d456700d None None] Provisioning for port b5650e35-d4f6-487f-8ad5-f19854d2210b completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:40.420986 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0652d008-ecd4-4c8c-9b8a-e208d456700d None None] Provisioning complete for port b5650e35-d4f6-487f-8ad5-f19854d2210b triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:40.421367 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0652d008-ecd4-4c8c-9b8a-e208d456700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.487551 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-0652d008-ecd4-4c8c-9b8a-e208d456700d None None] Port b5650e35-d4f6-487f-8ad5-f19854d2210b cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:32:40.501744 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.565208 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:38Z', 'revision_number': 3, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:40.594869 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a218b-1848-4ccf-b89e-97a42413a1d4 None None] The sync data for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb is: [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:38Z', 'revision_number': 3, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:40.611926 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.618756 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dcc143f8-f886-43e9-8534-46cd0bd90f04 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:40.666494 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-036eae24-1bfe-4dce-967c-d954e5a5a15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.683336 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:40.685550 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Pushing event updated for resources: {'Port': ['ID=b5650e35-d4f6-487f-8ad5-f19854d2210b,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:40.689006 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:40.779074 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:40.780609 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:40.925920 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Router dc79d1d8-6521-42a4-91f3-1e31db46ae6e has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:41.041136 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:41.046662 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] 10.222.0.37 "PUT /v2.0/routers/dc79d1d8-6521-42a4-91f3-1e31db46ae6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8891931 Jun 30 01:32:41.109375 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-b907a791-1a59-41e3-b607-9223c1edf835 None None] Provisioning complete for port b5650e35-d4f6-487f-8ad5-f19854d2210b triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:41.109929 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b907a791-1a59-41e3-b607-9223c1edf835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.145708 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-b907a791-1a59-41e3-b607-9223c1edf835 None None] Port b5650e35-d4f6-487f-8ad5-f19854d2210b cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:32:41.791367 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45628) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:41.798114 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-62795836-network', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:41.923931 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Made reservation on behalf of eab346fdb8c447868dd61c6adc96c096 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:32:41.926456 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:41.938762 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.036174 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.042489 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 0daed547-7d1a-41e3-ba04-9003d1bb413a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:42.112217 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.115372 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-70050a61-5b07-4913-81a2-09960a9ff4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:42.140104 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:32:42.143206 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b16b00-c8f0-48ac-8885-6bfe8aab18ee,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:42.147349 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:42.148674 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Sync routers for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:42.160781 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.160781 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Added segment 94b27140-db61-4ac5-afce-62ea78cbf112 of type vlan for network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 Jun 30 01:32:42.165168 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:42.166538 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:42.199333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.210106 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 0daed547-7d1a-41e3-ba04-9003d1bb413a completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:42.216819 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 0daed547-7d1a-41e3-ba04-9003d1bb413a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:42.217813 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.244577 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b68e-bc9a-404d-a100-e0270fa027bd req-dcf86242-af9b-4948-97ba-6bb77ad56468 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:42.246081 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3819b68e-bc9a-404d-a100-e0270fa027bd req-dcf86242-af9b-4948-97ba-6bb77ad56468 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0688875 Jun 30 01:32:42.285839 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3819b68e-bc9a-404d-a100-e0270fa027bd req-680c26f5-a310-406a-8e73-e8591cfa4418 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Jun 30 01:32:42.288242 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:42.300705 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.305797 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:42.305797 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.305797 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:42.379682 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Pushing event updated for resources: {'Network': ['ID=3803c43a-7104-47a7-8a90-08f3bf7fbc26,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:42.383212 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:42.412687 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6167884 Jun 30 01:32:42.413867 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45636) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:42.416873 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:32:42.419281 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Request body: {'subnet': {'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-62795836-subnet', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'ip_version': 4}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:42.474311 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.505807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 0daed547-7d1a-41e3-ba04-9003d1bb413a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=0daed547-7d1a-41e3-ba04-9003d1bb413a,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:42.563905 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Made reservation on behalf of eab346fdb8c447868dd61c6adc96c096 for: {'subnet': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:32:42.566270 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352739'] for subnet, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.588093 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 2, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:42.592238 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.601908 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-36c91482-dac3-43eb-afce-c549d23481a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:42.617613 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Checking router: dc79d1d8-6521-42a4-91f3-1e31db46ae6e for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:42.617961 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Updating router dc79d1d8-6521-42a4-91f3-1e31db46ae6e port b5650e35-d4f6-487f-8ad5-f19854d2210b binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:32:42.649981 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=0daed547-7d1a-41e3-ba04-9003d1bb413a,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:42.652864 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.653051 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:42.804040 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9355820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352753'] for subnet, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.807374 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:42.914854 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:42.925987 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Transition to ACTIVE for port object b5650e35-d4f6-487f-8ad5-f19854d2210b will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:43.055350 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.059417 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-92448290-cd5b-4126-9e24-28ebacb01ee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:43.107841 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Pushing event updated for resources: {'Port': ['ID=b5650e35-d4f6-487f-8ad5-f19854d2210b,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:43.114751 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24028a9b-6aec-4dbe-9947-b02da2d0bdab,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:43.117333 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.117759 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.118011 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.118317 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.118616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:43.118724 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.118938 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.119257 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.119456 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Checking segment: {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:43.119577 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.119813 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Network hostable DHCP agents. Network: 3803c43a-7104-47a7-8a90-08f3bf7fbc26, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:32:43.119915 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.120204 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.120498 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.120958 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:43.126128 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:43.188327 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Attempting to bind port b5650e35-d4f6-487f-8ad5-f19854d2210b on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:43.188327 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Attempting to bind port b5650e35-d4f6-487f-8ad5-f19854d2210b by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:43.188327 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Attempting to bind port b5650e35-d4f6-487f-8ad5-f19854d2210b on network b5fc266b-cb86-46d5-98dd-fd49065ddee8 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:43.188327 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:43.189184 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Checking segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:43.189184 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.189552 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Bound using segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:43.190206 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Bound port: b5650e35-d4f6-487f-8ad5-f19854d2210b, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:43.190613 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.209532 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:32:43.232622 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3ca336e5-3ce7-4f83-bc04-dc6eda82cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.257409 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] For port b5650e35-d4f6-487f-8ad5-f19854d2210b, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:43.260838 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] For port b5650e35-d4f6-487f-8ad5-f19854d2210b, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=b5650e35-d4f6-487f-8ad5-f19854d2210b,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:43.323968 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 3803c43a-7104-47a7-8a90-08f3bf7fbc26) {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:43.324373 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.327616 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:43.328649 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.329170 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.345480 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762438dc-030c-483c-a611-5071cefa26fa None None] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:32:43.388054 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:43.388737 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:43.411403 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-9fd7fec9-666e-4b36-baa6-d7260361ad7e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9952583 Jun 30 01:32:43.412809 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45646) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:43.420106 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:43.433415 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Pushing event updated for resources: {'Port': ['ID=b5650e35-d4f6-487f-8ad5-f19854d2210b,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:43.443242 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-1cf1adaf-0adc-4624-841d-b211b26ecd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:43.535552 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497685-e131-472f-a726-61bfd69fa5a6 req-b589f87f-6251-44f0-bffc-ad05f047477f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:43.537844 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-71497685-e131-472f-a726-61bfd69fa5a6 req-b589f87f-6251-44f0-bffc-ad05f047477f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1132407 Jun 30 01:32:43.543150 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:43.563055 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-3803c43a-7104-47a7-8a90-08f3bf7fbc26', 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'fixed_ips': [{'subnet_id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:32:43.564435 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.592499 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-71497685-e131-472f-a726-61bfd69fa5a6 req-1c1fd60d-ce2a-4920-ac9e-5ccaffeb1677 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483134 Jun 30 01:32:43.624405 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.625582 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.677101 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.715007 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Allocated IP 172.20.0.2 (3803c43a-7104-47a7-8a90-08f3bf7fbc26/24028a9b-6aec-4dbe-9947-b02da2d0bdab/a4b14d8c-6a83-4a4e-906f-5dca55f24c13) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:43.748974 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:43Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:43.774056 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615952a4-3ed3-47cd-a71f-92b650f1a107 None None] The sync data for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb is: [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:43Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:43.877364 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.882729 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.888480 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Transition to ACTIVE for port object a4b14d8c-6a83-4a4e-906f-5dca55f24c13 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:43.905017 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Transition to ACTIVE for port object a4b14d8c-6a83-4a4e-906f-5dca55f24c13 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:43.958901 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:43.961451 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:44.015360 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:44.019141 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:44.022728 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:44.034834 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.039657 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Pushing event updated for resources: {'Port': ['ID=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:44.045374 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:44.101323 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Attempting to bind port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:44.101690 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Attempting to bind port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:44.102045 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Attempting to bind port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 on network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:44.109105 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:44.109526 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Checking segment: {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:44.110111 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.110523 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Bound using segment: {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:44.111069 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Bound port: a4b14d8c-6a83-4a4e-906f-5dca55f24c13, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:44.111423 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.118705 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45650) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:44.133175 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 0daed547-7d1a-41e3-ba04-9003d1bb413a up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:44.179782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Deleting subnet 64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:32:44.185182 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.223076 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] For port a4b14d8c-6a83-4a4e-906f-5dca55f24c13, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:44.226903 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] For port a4b14d8c-6a83-4a4e-906f-5dca55f24c13, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:44.229600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.244391 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 0daed547-7d1a-41e3-ba04-9003d1bb413a triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:44.245381 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.274502 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.291242 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.303140 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:44.341243 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.366898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.403196 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Pushing event updated for resources: {'Port': ['ID=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:44.406963 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device b5650e35-d4f6-487f-8ad5-f19854d2210b up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:44.409901 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:44.414518 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.417980 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:44.449286 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:44.451266 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.453134 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/64f86b1d-6b64-42dc-a0d7-b15b3ecdffaf HTTP/1.1" status: 204 len: 168 time: 0.3310425 Jun 30 01:32:44.454087 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1dfabb0d-21b6-4f4f-b75f-fa0c4455717e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:44.461906 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45652) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:44.516634 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Allocated IP 172.28.2.94 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/d5397c28-eeeb-4015-a370-a1639f85e9b6) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:44.557071 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port b5650e35-d4f6-487f-8ad5-f19854d2210b completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:44.575810 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.579028 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port b5650e35-d4f6-487f-8ad5-f19854d2210b triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:44.579421 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.622318 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.701385 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.705782 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.714613 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55f8e5f-f84a-4796-ab6b-9850f848ab99']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:44.718444 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.730718 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc415559-0696-4f3d-954c-7d85651ce5d1') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:44.733436 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc415559-0696-4f3d-954c-7d85651ce5d1') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:44.751193 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.764877 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port b5650e35-d4f6-487f-8ad5-f19854d2210b, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=b5650e35-d4f6-487f-8ad5-f19854d2210b,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:44.779996 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.789410 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:32:44.794848 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:32:44.847871 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.852627 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:44.878203 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.888335 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:44.903698 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96705fb-d7aa-4aed-81ef-02d094c6d1c2 req-cbf4bf9b-5acf-47dd-a5bc-77cc9a17b86a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:44.905379 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d96705fb-d7aa-4aed-81ef-02d094c6d1c2 req-cbf4bf9b-5acf-47dd-a5bc-77cc9a17b86a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0764642 Jun 30 01:32:44.915193 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=b5650e35-d4f6-487f-8ad5-f19854d2210b,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:44.919083 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:44.937366 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:44.943102 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:44.946492 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:44.954284 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d96705fb-d7aa-4aed-81ef-02d094c6d1c2 req-4133c093-4349-490f-973a-3f0516e4da88 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 Jun 30 01:32:44.961163 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.970934 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:44.984890 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5397c28-eeeb-4015-a370-a1639f85e9b6,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:44.987730 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c55f8e5f-f84a-4796-ab6b-9850f848ab99 HTTP/1.1" status: 204 len: 168 time: 0.5122015 Jun 30 01:32:44.989320 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:44.989665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:45.009782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55f8e5f-f84a-4796-ab6b-9850f848ab99,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:45.009782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0aa73019-245c-485f-a2be-9caff518f780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:45.314519 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.377583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e893184-69b5-46b1-bc93-6241a1520d06 None None] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:32:45.407890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45658) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:45.452698 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-dc4062de-70ac-4cc4-8411-f2027c70496e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52a5da06b8c74e4895111ea12b920a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434842 Jun 30 01:32:45.455485 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45660) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:45.508265 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.518401 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.530207 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.568141 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-8b6fc466-fd4c-4783-a458-2f466cad2c52 None None] Provisioning for port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:45.655338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.658194 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.659385 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a1aa65d-0df8-41d1-8348-c76f134b4fc7 HTTP/1.1" status: 204 len: 168 time: 0.2028904 Jun 30 01:32:45.660161 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6540c438-5ae2-4c5a-b14b-93ca0160af9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:45.667733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1aa65d-0df8-41d1-8348-c76f134b4fc7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:45.670260 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:45.735487 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Router 53026415-bac8-4e9c-ba65-96df8fd4a28c is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:32:45.842916 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:45.851914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Sync routers for ids ['53026415-bac8-4e9c-ba65-96df8fd4a28c'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:45.861731 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Routers {'53026415-bac8-4e9c-ba65-96df8fd4a28c'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:45.862349 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['53026415-bac8-4e9c-ba65-96df8fd4a28c'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:45.958061 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:45.959487 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5450366 Jun 30 01:32:45.962372 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45664) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:45.976474 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Set router 53026415-bac8-4e9c-ba65-96df8fd4a28c gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:46.081065 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.198087 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device b5650e35-d4f6-487f-8ad5-f19854d2210b up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:46.289309 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port b5650e35-d4f6-487f-8ad5-f19854d2210b triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:46.289691 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.311226 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0131e-252b-4a58-acbf-73bee94025c8 req-3df797e3-aa36-43dd-b270-211e839428e5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:46.313235 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-65c0131e-252b-4a58-acbf-73bee94025c8 req-3df797e3-aa36-43dd-b270-211e839428e5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1148388 Jun 30 01:32:46.321492 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:32:45Z', 'revision_number': 3, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:46.350344 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Checking router: 53026415-bac8-4e9c-ba65-96df8fd4a28c for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:46.350712 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Updating router 53026415-bac8-4e9c-ba65-96df8fd4a28c port d5397c28-eeeb-4015-a370-a1639f85e9b6 binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:32:46.394984 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-65c0131e-252b-4a58-acbf-73bee94025c8 req-8fd4d078-36a6-4f9f-8140-f2872faf59e8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549135 Jun 30 01:32:46.414202 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.444718 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device a4b14d8c-6a83-4a4e-906f-5dca55f24c13 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:46.503037 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.641423 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:46.649786 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:46.650162 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.654133 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Allocated IP 172.20.0.1 (3803c43a-7104-47a7-8a90-08f3bf7fbc26/24028a9b-6aec-4dbe-9947-b02da2d0bdab/2cf48587-f829-4be3-bd53-b4604092f74e) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:32:46.736034 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.749428 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Transition to ACTIVE for port object d5397c28-eeeb-4015-a370-a1639f85e9b6 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:46.761288 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.774833 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Transition to ACTIVE for port object 2cf48587-f829-4be3-bd53-b4604092f74e will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:46.788750 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.825753 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.830175 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:46.832921 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port a4b14d8c-6a83-4a4e-906f-5dca55f24c13, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:46.879628 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Attempting to bind port d5397c28-eeeb-4015-a370-a1639f85e9b6 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:46.880127 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Attempting to bind port d5397c28-eeeb-4015-a370-a1639f85e9b6 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:46.880370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Attempting to bind port d5397c28-eeeb-4015-a370-a1639f85e9b6 on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:46.882139 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ef9d4-9559-4e47-8750-69962eedf9e0 None None] Pushing event updated for resources: {'Port': ['ID=d5397c28-eeeb-4015-a370-a1639f85e9b6,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:46.885108 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-658ef9d4-9559-4e47-8750-69962eedf9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:46.887610 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:46.887982 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:46.889185 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.889185 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:46.889402 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Bound port: d5397c28-eeeb-4015-a370-a1639f85e9b6, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:46.889603 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.928627 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.930701 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1c4bd289-5db1-411e-9ecd-e4e38837fd13 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:46.941167 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] For port d5397c28-eeeb-4015-a370-a1639f85e9b6, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:46.944160 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] For port d5397c28-eeeb-4015-a370-a1639f85e9b6, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=d5397c28-eeeb-4015-a370-a1639f85e9b6,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:46.956353 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:46.958062 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:46.974981 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:46.980140 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:46.982398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf48587-f829-4be3-bd53-b4604092f74e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:46.985149 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:32:46.987636 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:47.006529 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:47.010172 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:47.019024 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.020074 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:47.024206 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.078617 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Routers {'53026415-bac8-4e9c-ba65-96df8fd4a28c'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:47.079251 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['53026415-bac8-4e9c-ba65-96df8fd4a28c'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:47.081272 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ef9d4-9559-4e47-8750-69962eedf9e0 None None] Pushing event updated for resources: {'Port': ['ID=d5397c28-eeeb-4015-a370-a1639f85e9b6,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:47.085570 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-658ef9d4-9559-4e47-8750-69962eedf9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:47.239698 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.314084 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] Set router 53026415-bac8-4e9c-ba65-96df8fd4a28c gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:47.376783 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-608f4442-4a5b-4c16-88d7-f0d8ede1feb7 None None] Provisioning for port 2cf48587-f829-4be3-bd53-b4604092f74e completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:47.399860 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.404364 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-608f4442-4a5b-4c16-88d7-f0d8ede1feb7 None None] Provisioning complete for port 2cf48587-f829-4be3-bd53-b4604092f74e triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:47.404762 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-608f4442-4a5b-4c16-88d7-f0d8ede1feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.455768 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-608f4442-4a5b-4c16-88d7-f0d8ede1feb7 None None] Port 2cf48587-f829-4be3-bd53-b4604092f74e cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:32:47.477620 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.481067 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:47.521638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:32:45Z', 'revision_number': 3, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:47.547334 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b563c-6448-4608-887e-0feef501a2c7 None None] The sync data for ids ['53026415-bac8-4e9c-ba65-96df8fd4a28c'] in dv-cinder-797245-10-smb is: [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:32:45Z', 'revision_number': 3, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:47.575141 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf48587-f829-4be3-bd53-b4604092f74e,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:47.578977 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:47.580991 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:47.659911 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0820-23cb-41c8-a2d5-4c84854be5a7 req-44763d0b-40f5-483c-9c5c-022b5c7d5f9e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:47.661452 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fc2d0820-23cb-41c8-a2d5-4c84854be5a7 req-44763d0b-40f5-483c-9c5c-022b5c7d5f9e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1432943 Jun 30 01:32:47.721413 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:32:47.725266 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fc2d0820-23cb-41c8-a2d5-4c84854be5a7 req-913b343c-74d5-4198-80e2-82a158e0be6a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571692 Jun 30 01:32:47.726254 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:32:47.867338 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Router 53026415-bac8-4e9c-ba65-96df8fd4a28c has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:47.991558 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:48.007303 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] 10.222.0.37 "PUT /v2.0/routers/53026415-bac8-4e9c-ba65-96df8fd4a28c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0437753 Jun 30 01:32:48.010875 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-7ccb6f9b-ac9a-4955-aaf1-f3c5feee769c None None] Provisioning complete for port 2cf48587-f829-4be3-bd53-b4604092f74e triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:48.011267 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6f9b-ac9a-4955-aaf1-f3c5feee769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.014253 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:32:48.052433 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb6f9b-ac9a-4955-aaf1-f3c5feee769c None None] Port 2cf48587-f829-4be3-bd53-b4604092f74e cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:32:48.122896 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device d5397c28-eeeb-4015-a370-a1639f85e9b6 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:48.232071 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port d5397c28-eeeb-4015-a370-a1639f85e9b6 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:48.240643 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port d5397c28-eeeb-4015-a370-a1639f85e9b6 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:48.241154 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.330129 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.353137 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port d5397c28-eeeb-4015-a370-a1639f85e9b6, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=d5397c28-eeeb-4015-a370-a1639f85e9b6,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:48.426391 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.427282 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device a4b14d8c-6a83-4a4e-906f-5dca55f24c13 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:48.429140 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:48.501988 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=d5397c28-eeeb-4015-a370-a1639f85e9b6,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:48.505804 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:48.514455 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:48.514837 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.715582 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45676) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:48.720788 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467270007', 'description': 'tempest-secgroup-smoke-1467270007 description', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:48.808330 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.932402 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:48.950278 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa0124-1bdb-42ed-81ca-dcf938b48dcd req-e6ad8efb-261d-47ec-b714-50429332afe1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:48.951820 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c7fa0124-1bdb-42ed-81ca-dcf938b48dcd req-e6ad8efb-261d-47ec-b714-50429332afe1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0912991 Jun 30 01:32:48.994382 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c7fa0124-1bdb-42ed-81ca-dcf938b48dcd req-63731fc1-8774-4a45-ae81-b5790dcc9977 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360277 Jun 30 01:32:49.020377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.023012 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e6bad186-1441-4e73-8a51-cc6ff7f5a2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:49.045035 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Sync routers for ids ['53026415-bac8-4e9c-ba65-96df8fd4a28c'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:49.051196 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:49.053749 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:49.053895 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Routers {'53026415-bac8-4e9c-ba65-96df8fd4a28c'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:49.054538 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['53026415-bac8-4e9c-ba65-96df8fd4a28c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:49.122172 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.123491 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4069002 Jun 30 01:32:49.126451 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45680) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:49.130988 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group_rule': {'security_group_id': '7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:49.159437 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Set router 53026415-bac8-4e9c-ba65-96df8fd4a28c gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:49.223890 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.278779 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.349797 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:32:47Z', 'revision_number': 4, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '2cf48587-f829-4be3-bd53-b4604092f74e', 'name': '', 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'mac_address': 'fa:16:3e:21:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:46Z', 'updated_at': '2021-06-30T01:32:47Z', 'revision_number': 2, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'subnets': [{'id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:49.350560 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.356284 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8fede733-8f18-43fb-b15a-69a4d9008ff6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:49.370496 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcafbbe4-ed11-441c-82c5-fa712f26b756,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:49.373512 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:49.374600 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Checking router: 53026415-bac8-4e9c-ba65-96df8fd4a28c for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:49.375457 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Updating router 53026415-bac8-4e9c-ba65-96df8fd4a28c port 2cf48587-f829-4be3-bd53-b4604092f74e binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:32:49.409320 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.454974 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.456222 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288009 Jun 30 01:32:49.459179 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45682) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:49.463905 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group_rule': {'security_group_id': '7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:49.557437 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.615528 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.683727 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.686219 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:49.704024 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc0192b-176f-4817-8b03-a5d4263aaded,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:49.706587 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:49.755080 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.763757 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.768194 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049569 Jun 30 01:32:49.768310 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Transition to ACTIVE for port object 2cf48587-f829-4be3-bd53-b4604092f74e will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:32:49.768398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45684) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:49.772729 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group_rule': {'security_group_id': '7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:49.853661 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.856045 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-07a902ca-257a-45f0-a9c0-a038c4e4faac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:49.895308 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.899424 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e626dd-b9be-4313-b642-4f27c27bf22e None None] Pushing event updated for resources: {'Port': ['ID=2cf48587-f829-4be3-bd53-b4604092f74e,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:49.903643 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-22e626dd-b9be-4313-b642-4f27c27bf22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:49.962336 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Attempting to bind port 2cf48587-f829-4be3-bd53-b4604092f74e on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:32:49.962336 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Attempting to bind port 2cf48587-f829-4be3-bd53-b4604092f74e by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:32:49.962336 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Attempting to bind port 2cf48587-f829-4be3-bd53-b4604092f74e on network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:32:49.968952 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:32:49.969446 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Checking segment: {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:32:49.969681 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.970081 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Bound using segment: {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:32:49.970618 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Bound port: 2cf48587-f829-4be3-bd53-b4604092f74e, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b27140-db61-4ac5-afce-62ea78cbf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:32:49.971062 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:49.971504 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.038053 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.040766 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] For port 2cf48587-f829-4be3-bd53-b4604092f74e, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:32:50.043845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d882a9c4-7888-4e53-bdf2-7c93e78a592e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:50.044698 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] For port 2cf48587-f829-4be3-bd53-b4604092f74e, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2cf48587-f829-4be3-bd53-b4604092f74e,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:32:50.050746 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device d5397c28-eeeb-4015-a370-a1639f85e9b6 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:50.067135 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2579d9be-7e62-464f-a47b-58f178d088fd,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:50.070915 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:50.109271 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port d5397c28-eeeb-4015-a370-a1639f85e9b6 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:50.109656 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.117307 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.120455 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:50.141235 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.142434 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-56865b44-fbaf-4d8f-ab96-449869f638bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731568 Jun 30 01:32:50.145383 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45688) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:50.159898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group_rule': {'security_group_id': '7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:50.166461 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Routers {'53026415-bac8-4e9c-ba65-96df8fd4a28c'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:50.167315 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['53026415-bac8-4e9c-ba65-96df8fd4a28c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:50.225414 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660c653-42c0-4f84-9ad3-d6584e1ab4e1 req-950119fb-b58b-4a8a-af54-dfe118b4e41a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:50.227565 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a660c653-42c0-4f84-9ad3-d6584e1ab4e1 req-950119fb-b58b-4a8a-af54-dfe118b4e41a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0838904 Jun 30 01:32:50.258969 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.282541 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a660c653-42c0-4f84-9ad3-d6584e1ab4e1 req-452bb82d-055e-44c3-979e-9259c36be181 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488522 Jun 30 01:32:50.287686 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] Set router 53026415-bac8-4e9c-ba65-96df8fd4a28c gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:50.330863 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.365913 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e626dd-b9be-4313-b642-4f27c27bf22e None None] Pushing event updated for resources: {'Port': ['ID=2cf48587-f829-4be3-bd53-b4604092f74e,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:50.370211 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-22e626dd-b9be-4313-b642-4f27c27bf22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:50.409052 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.411279 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-75db488f-035d-47e0-ad9a-e7cf001ff991 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:50.428338 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ea57ac-53b7-4dcd-a749-41496d08618c,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:50.438708 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.439009 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.439366 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.439715 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.440065 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.440411 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.440841 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.441122 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.441470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.446714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.446714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.446714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:32:50.446714 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:50.494600 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.495837 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3484349 Jun 30 01:32:50.498091 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:32:47Z', 'revision_number': 4, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '2cf48587-f829-4be3-bd53-b4604092f74e', 'name': '', 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'mac_address': 'fa:16:3e:21:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:46Z', 'updated_at': '2021-06-30T01:32:50Z', 'revision_number': 4, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'subnets': [{'id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:50.498600 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45690) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:50.503062 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group_rule': {'security_group_id': '7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:50.523720 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3487f07f-a416-4365-9c3e-cf380b650976 None None] The sync data for ids ['53026415-bac8-4e9c-ba65-96df8fd4a28c'] in dv-cinder-797245-10-smb is: [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:32:47Z', 'revision_number': 4, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '2cf48587-f829-4be3-bd53-b4604092f74e', 'name': '', 'network_id': '3803c43a-7104-47a7-8a90-08f3bf7fbc26', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'mac_address': 'fa:16:3e:21:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:46Z', 'updated_at': '2021-06-30T01:32:50Z', 'revision_number': 4, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'subnets': [{'id': '24028a9b-6aec-4dbe-9947-b02da2d0bdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:32:50.592060 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.securitygroups_db [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Project 26af062998bd4b99bd46f5a1f76c92bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:32:50.597973 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.666819 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.739387 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.741702 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ee87be99-d304-448c-ac36-d2ba6670f4ad tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:50.758603 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56704c42-30ba-4c4a-8e21-3cf213720e99,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:50.760682 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:50.836873 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:50.837909 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5b38178a-75f2-4f51-a132-891628b4e120 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383615 Jun 30 01:32:50.840677 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45692) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:32:50.845238 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'security_group_rule': {'security_group_id': '7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a', 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:32:50.939430 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.securitygroups_db [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Project 26af062998bd4b99bd46f5a1f76c92bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:32:50.944936 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:51.009413 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:51.094783 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:51.097027 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f904e9a4-7102-4a06-b180-ae12fe00bdea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:51.116437 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948d23a9-7005-421c-9c74-0360bfa33751,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:51.117692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:51.209533 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:51.210770 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-8aeb7c37-b14f-499c-a16f-86d214a8b9e6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3691564 Jun 30 01:32:51.478229 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ffe2-1769-48d0-b7a7-137e6067c99e req-9afd753e-d531-41f8-a02b-66d472ec6408 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:51.479729 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a42ffe2-1769-48d0-b7a7-137e6067c99e req-9afd753e-d531-41f8-a02b-66d472ec6408 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0659959 Jun 30 01:32:51.516877 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a42ffe2-1769-48d0-b7a7-137e6067c99e req-c1ca5806-3753-4527-b4fc-76415eb0a1da tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Jun 30 01:32:52.045874 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2cf48587-f829-4be3-bd53-b4604092f74e up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:52.146042 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 2cf48587-f829-4be3-bd53-b4604092f74e completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:32:52.150126 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 2cf48587-f829-4be3-bd53-b4604092f74e triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:52.150514 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:52.230761 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:52.262032 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 2cf48587-f829-4be3-bd53-b4604092f74e, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2cf48587-f829-4be3-bd53-b4604092f74e,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:52.322302 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:52.325158 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:52.372468 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=2cf48587-f829-4be3-bd53-b4604092f74e,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:52.381130 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:52.701352 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b83e1-7e24-4392-a705-d515a6f5c992 req-523c2843-9003-47db-89f8-718f785f816e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:52.703416 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b05b83e1-7e24-4392-a705-d515a6f5c992 req-523c2843-9003-47db-89f8-718f785f816e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0684438 Jun 30 01:32:52.742965 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b05b83e1-7e24-4392-a705-d515a6f5c992 req-680ccf1d-7b5c-420b-8b6c-76513cff93d0 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Jun 30 01:32:53.919928 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136c1e-43c9-46f7-b904-1184fecaad98 req-1fdfd965-641c-4bf3-bfb5-df616f2e366f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:53.921470 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8b136c1e-43c9-46f7-b904-1184fecaad98 req-1fdfd965-641c-4bf3-bfb5-df616f2e366f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0641222 Jun 30 01:32:53.960267 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8b136c1e-43c9-46f7-b904-1184fecaad98 req-8b661001-53cf-4710-984e-27ca38c9513c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327985 Jun 30 01:32:54.019000 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2cf48587-f829-4be3-bd53-b4604092f74e up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:54.066821 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 2cf48587-f829-4be3-bd53-b4604092f74e triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:54.067117 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.308429 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:32:54.408250 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:54.420413 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'mac_address': 'fa:16:3e:08:8f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:32:54.464441 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.483289 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:32:54.508758 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:54.588431 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:54.591723 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:54.640402 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=6']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:54.643064 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:54.681625 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['65fb59ef-0b9b-4c0f-83f2-aa40b838e721'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:32:54.712603 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:55.194412 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da9a0f-d58f-4062-b46f-535b385867b8 req-727ddb5d-ebd8-45c7-bfbd-448908274163 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:55.195979 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a6da9a0f-d58f-4062-b46f-535b385867b8 req-727ddb5d-ebd8-45c7-bfbd-448908274163 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1316667 Jun 30 01:32:55.219042 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72eec6f-c8ae-4aee-ac95-c8415d7062ef req-9737d234-a3e7-474e-9896-17a236c312f7 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:55.220560 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f72eec6f-c8ae-4aee-ac95-c8415d7062ef req-9737d234-a3e7-474e-9896-17a236c312f7 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 944 time: 0.1223404 Jun 30 01:32:55.262124 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a6da9a0f-d58f-4062-b46f-535b385867b8 req-c81a0790-c465-460b-8d74-e19ec8cbbcc9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592945 Jun 30 01:32:55.275132 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f72eec6f-c8ae-4aee-ac95-c8415d7062ef req-8d5a682d-9858-497b-92a6-60aa3040dbdf tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485828 Jun 30 01:32:56.325294 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:32:56.402966 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:32:56.404290 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.518675 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.546747 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:56.550191 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e5454-6f3f-4063-b440-1c942342c333" -d '{"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-plugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:56.566058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:56.575476 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1cf44-ca38-400d-a6eb-11c0213591da req-b17788b9-5e18-454f-8d1f-f4d5f03a1f4a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:56.577813 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9ad1cf44-ca38-400d-a6eb-11c0213591da req-b17788b9-5e18-454f-8d1f-f4d5f03a1f4a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 944 time: 0.1568403 Jun 30 01:32:56.587660 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253e1a-05a7-429a-8ea0-5e6ab4f110cd req-9d46dcc2-18f2-42eb-b7d7-58a380073916 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:56.589183 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96253e1a-05a7-429a-8ea0-5e6ab4f110cd req-9d46dcc2-18f2-42eb-b7d7-58a380073916 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1694593 Jun 30 01:32:56.626572 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:56.630992 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-eccc6cbc-ee20-499d-b39b-74827897032f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:56.646234 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96253e1a-05a7-429a-8ea0-5e6ab4f110cd req-2caf7c79-285e-4e61-b93b-2e8d063b88b9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Jun 30 01:32:56.664502 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9ad1cf44-ca38-400d-a6eb-11c0213591da req-f4473d93-95d0-4e3e-ac11-465d5a314e49 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743177 Jun 30 01:32:56.710341 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=7']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:56.722888 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:56.730000 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68867ae-94eb-45ea-a9fa-635d89e58670 x-openstack-request-id: req-c68867ae-94eb-45ea-a9fa-635d89e58670 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:56.730301 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-plugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:56.730562 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c68867ae-94eb-45ea-a9fa-635d89e58670 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:56.730959 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'code': 200} Jun 30 01:32:57.367181 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-562ea97c-8c6e-4870-9de1-bf44003b7b3a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:57.368787 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-562ea97c-8c6e-4870-9de1-bf44003b7b3a tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0769722 Jun 30 01:32:57.487742 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Deleting port 841b2466-edb7-4211-b5db-87ed3c53e775 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:32:57.488086 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.592512 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] For port 841b2466-edb7-4211-b5db-87ed3c53e775, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=841b2466-edb7-4211-b5db-87ed3c53e775,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:32:57.592512 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.860495 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.860787 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:57.861430 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Floating IP 3b5f2aa7-19fa-4885-9185-8b36bbd88f92 disassociated. External IP: 172.28.2.243, port: 841b2466-edb7-4211-b5db-87ed3c53e775. Jun 30 01:32:57.861770 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Calling delete_port for 841b2466-edb7-4211-b5db-87ed3c53e775 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:32:57.984297 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b406b-f11f-4459-a8ca-7847026c4a3a req-280fe51d-d761-4899-8af5-c6ab1624e59b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:57.991431 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3a5b406b-f11f-4459-a8ca-7847026c4a3a req-280fe51d-d761-4899-8af5-c6ab1624e59b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1260555 Jun 30 01:32:58.047301 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3a5b406b-f11f-4459-a8ca-7847026c4a3a req-d4acae47-a4fa-4a4e-8162-1e311aa2cb2f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d9192-4481-4723-8d91-e50e0e6c899a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548944 Jun 30 01:32:58.060102 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa236-c6c2-4daa-9e5a-15a798d130aa req-7d45592e-0560-4315-a859-5a1bdd0863c2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:58.069811 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c7dfa236-c6c2-4daa-9e5a-15a798d130aa req-7d45592e-0560-4315-a859-5a1bdd0863c2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1551521 Jun 30 01:32:58.116411 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c7dfa236-c6c2-4daa-9e5a-15a798d130aa req-bef04012-7e84-4c60-8cd4-b0c3210ad2d4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455565 Jun 30 01:32:58.214442 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.218417 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b63263b-a555-4d5e-a6b3-002c5f9632cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:32:58.249487 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event deleted for resources: {'Port': ['ID=841b2466-edb7-4211-b5db-87ed3c53e775,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:32:58.270891 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:32:58.391887 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:32:58.740936 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:32:58.751205 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:32:58.761799 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:58.762756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:58.800416 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] No DVR routers for this DVR port 841b2466-edb7-4211-b5db-87ed3c53e775 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:32:58.811527 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:32:58.815486 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1359fe3f-8633-44cb-b6d8-75707a2bd08f req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "DELETE /v2.0/ports/841b2466-edb7-4211-b5db-87ed3c53e775 HTTP/1.1" status: 204 len: 173 time: 1.4400089 Jun 30 01:32:58.816009 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'name': 'network-vif-deleted', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:32:58.819349 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0096abfe-9057-4e7e-821c-3c4cc9cd7691" -d '{"events": [{"server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "name": "network-vif-deleted", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:32:58.867941 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b58d799-7da1-49a3-bd8a-aac0fd0765c7 x-openstack-request-id: req-0b58d799-7da1-49a3-bd8a-aac0fd0765c7 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:32:58.868312 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5f0f4f-5af8-44a9-920f-0620b182c0c1", "name": "network-vif-deleted", "tag": "841b2466-edb7-4211-b5db-87ed3c53e775", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:32:58.868624 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b58d799-7da1-49a3-bd8a-aac0fd0765c7 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:32:58.869254 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5f0f4f-5af8-44a9-920f-0620b182c0c1', 'name': 'network-vif-deleted', 'tag': '841b2466-edb7-4211-b5db-87ed3c53e775', 'status': 'completed', 'code': 200} Jun 30 01:32:58.910207 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:59.287554 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:59.299402 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e51d16c0-c39e-4182-9542-89e08b48dbf0 req-984d1313-e969-463d-bf70-2566d9900e72 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5f0f4f-5af8-44a9-920f-0620b182c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0581782 Jun 30 01:32:59.342707 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:32:59.366536 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:32:59.367409 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:32:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:59.408554 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddd8f4-e1fc-46e1-bcf2-e050a6d359a9 req-7e0c8798-516d-4447-a274-37546992e486 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:32:59.411994 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cbddd8f4-e1fc-46e1-bcf2-e050a6d359a9 req-7e0c8798-516d-4447-a274-37546992e486 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1102667 Jun 30 01:32:59.490353 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cbddd8f4-e1fc-46e1-bcf2-e050a6d359a9 req-5d4eefa4-8723-48a2-9cd6-d8bcb71d0df8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645230 Jun 30 01:32:59.514573 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:32:59.937965 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:32:59.976287 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520765ed-aedb-49e2-ae76-c0b09bd62b06 None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:33:00.312216 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd5506-0bf5-4d86-847c-a5599d182cd2 None None] New status for floating IP 3b5f2aa7-19fa-4885-9185-8b36bbd88f92: DOWN {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:33:00.341963 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 841b2466-edb7-4211-b5db-87ed3c53e775 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:00.420649 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 841b2466-edb7-4211-b5db-87ed3c53e775 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:33:00.434957 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 841b2466-edb7-4211-b5db-87ed3c53e775 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:33:00.577306 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45832) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:00.684856 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.713511 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.770191 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227bbd1-77b7-460b-9bea-e09f18df96ab req-15ad2d50-d813-4d07-8c45-87ecdefda189 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:00.777328 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d227bbd1-77b7-460b-9bea-e09f18df96ab req-15ad2d50-d813-4d07-8c45-87ecdefda189 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1429715 Jun 30 01:33:00.823997 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d227bbd1-77b7-460b-9bea-e09f18df96ab req-60feb9a3-d44d-4139-ac46-fcddc775ca44 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458710 Jun 30 01:33:00.887815 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.890896 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:00.892664 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "DELETE /v2.0/security-groups/ef4d9192-4481-4723-8d91-e50e0e6c899a HTTP/1.1" status: 204 len: 168 time: 0.3137250 Jun 30 01:33:00.895494 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 45834) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:00.900178 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2242973e-c96e-4ef3-9965-745d6d5f1a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:00.909953 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d9192-4481-4723-8d91-e50e0e6c899a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:00.913056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bd40cf3a-c712-4910-96bf-e75c15a6c8d9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:00.929879 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.api.v2.resource [None req-7b89ea0f-09c2-44a0-9f9b-ab23e94b2fee tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] show failed (client error): The resource could not be found. Jun 30 01:33:00.935192 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45836) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:00.935592 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7b89ea0f-09c2-44a0-9f9b-ab23e94b2fee tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups/ef4d9192-4481-4723-8d91-e50e0e6c899a HTTP/1.1" status: 404 len: 347 time: 0.0387363 Jun 30 01:33:01.088443 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Deleting port 3998184b-17c7-4e44-868e-3824a192564a {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:33:01.088787 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.215897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.216226 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.232278 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Calling delete_port for 3998184b-17c7-4e44-868e-3824a192564a owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:33:01.499920 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.502547 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-72a0c15e-4bcb-4292-b674-8f16faa4c411 tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:01.528645 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event deleted for resources: {'Port': ['ID=3998184b-17c7-4e44-868e-3824a192564a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:01.533708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:01.605671 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.609315 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:01.610634 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "DELETE /v2.0/floatingips/3b5f2aa7-19fa-4885-9185-8b36bbd88f92 HTTP/1.1" status: 204 len: 168 time: 0.6738617 Jun 30 01:33:02.040093 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdf4ab-0f53-439b-81df-102ed058c9df req-4486ae95-4f98-4b50-aa72-506147d3a264 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:02.041682 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8acdf4ab-0f53-439b-81df-102ed058c9df req-4486ae95-4f98-4b50-aa72-506147d3a264 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0775816 Jun 30 01:33:02.083178 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8acdf4ab-0f53-439b-81df-102ed058c9df req-deba851c-2e0e-4e84-88f4-2511e02e0425 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352404 Jun 30 01:33:02.276058 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45844) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:02.280769 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659182148', 'description': 'tempest-description--2083528136'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:02.397805 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.478109 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.546013 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.556915 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-701efa0f-cec3-4a49-a996-da096158653a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:02.587083 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7123d07-686f-4f19-88b4-465c46c130b8,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:02.591361 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:02.646186 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.652057 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3705611 Jun 30 01:33:02.652057 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45854) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:02.663399 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'security_group_rule': {'security_group_id': 'c7123d07-686f-4f19-88b4-465c46c130b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:02.772139 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.846863 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.917702 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:02.921110 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-43472e53-2245-425d-8838-e12aa20129ae tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:02.936926 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc729057-c06a-42a9-a5a9-6045906b888c,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:02.943531 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:03.006433 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.010962 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564661 Jun 30 01:33:03.010962 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45856) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:03.017234 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'security_group_rule': {'security_group_id': 'c7123d07-686f-4f19-88b4-465c46c130b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:03.122255 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.209738 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.290065 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8f3b-6258-43a9-8341-3bdd0a30faa3 req-e16ddb45-07f8-48fb-9c17-7a0611ebc636 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:03.292149 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4cab8f3b-6258-43a9-8341-3bdd0a30faa3 req-e16ddb45-07f8-48fb-9c17-7a0611ebc636 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0720723 Jun 30 01:33:03.293489 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.295477 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:03.317119 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ccc4a4-b072-4aee-9e78-ac62ab018639,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:03.325786 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:03.352096 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4cab8f3b-6258-43a9-8341-3bdd0a30faa3 req-d4e85928-0e86-4151-ab40-32eb68c8ac7a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455034 Jun 30 01:33:03.452076 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.452076 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374502 Jun 30 01:33:03.452426 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 45860) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:03.457163 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'floatingip': {'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:03.564317 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:03.933117 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.053931 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Allocated IP 172.28.2.224 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/a9fb4763-b75c-42e2-b24a-28bf46d898bf) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:33:04.189577 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.272140 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.274645 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bbe7561-3d49-42f8-a1f5-c37bc6a28dc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:04.316918 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:33:04.321284 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:04.325665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:33:04.329118 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'Port': ['ID=a9fb4763-b75c-42e2-b24a-28bf46d898bf,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:04.351846 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:04.550049 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.614557 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e83d4-247f-4373-97b9-31541e1e1ec3 req-c6d8f0d6-f037-4e69-ae6a-ea3a97535a04 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:04.617505 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4e8e83d4-247f-4373-97b9-31541e1e1ec3 req-c6d8f0d6-f037-4e69-ae6a-ea3a97535a04 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1240776 Jun 30 01:33:04.686439 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4e8e83d4-247f-4373-97b9-31541e1e1ec3 req-f7deed39-2245-4ac5-9220-20cecde21fc4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630839 Jun 30 01:33:04.692175 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.897754 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.957885 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:04.961228 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-cedb53cc-91ee-4391-bace-20d67a69092e tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:05.051503 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'Port': ['ID=a9fb4763-b75c-42e2-b24a-28bf46d898bf,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:05.058001 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:05.065897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.174899 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:05.176251 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7229104 Jun 30 01:33:05.394451 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-852ed489-89f9-45a6-8a84-1d2bda80c9d5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--659182148&fields=id&tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e HTTP/1.1" status: 200 len: 267 time: 0.0345728 Jun 30 01:33:05.504801 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-7f3e4045-fe40-4368-9183-5aa9306e9445 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:05.506488 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-7f3e4045-fe40-4368-9183-5aa9306e9445 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 811 time: 0.1054823 Jun 30 01:33:05.521472 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-f62c89c3-44c3-4805-b720-50c97387bc7e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/quotas/1e4e4164c01d4ba3af621e9c2c58c39e HTTP/1.1" status: 200 len: 375 time: 0.0096481 Jun 30 01:33:05.599175 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-16d714c9-9539-4d02-9346-dcd3c194031d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727656 Jun 30 01:33:05.699797 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-e67f91ff-de53-4f80-b401-4c5f0fe1e6e4 service neutron] 10.222.0.37 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801151 Jun 30 01:33:05.810657 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-8d6746e4-0e1e-40d0-a7a4-fa8987d8743d service neutron] 10.222.0.37 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042912 Jun 30 01:33:05.891193 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbbfe3-1d82-4857-b192-f1ccda70de88 req-509d8ff4-336b-462d-b796-fb8fe547a08f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:05.892973 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88fbbfe3-1d82-4857-b192-f1ccda70de88 req-509d8ff4-336b-462d-b796-fb8fe547a08f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.0678260 Jun 30 01:33:05.944985 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88fbbfe3-1d82-4857-b192-f1ccda70de88 req-d16baf77-6478-4d16-a8bc-ddbc9e8a7419 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Jun 30 01:33:06.118230 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e8511395-6cd4-4abe-86f1-a1217331641a req-20c1039c-e9f5-4589-a683-a1a581f52699 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Jun 30 01:33:07.089458 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-c59766ee-7488-465f-871f-4546d0d72803 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467270007&fields=id&tenant_id=26af062998bd4b99bd46f5a1f76c92bf HTTP/1.1" status: 200 len: 267 time: 0.0333500 Jun 30 01:33:07.231864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fbef2-1bc5-46ec-add4-a34df0b08808 req-a243ce8f-3c48-42db-84cf-201a4a56893d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:07.233271 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c8fbef2-1bc5-46ec-add4-a34df0b08808 req-a243ce8f-3c48-42db-84cf-201a4a56893d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1429510 Jun 30 01:33:07.243841 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-0868e9b3-774f-436d-b06f-90f400290b1d tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:07.245248 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-0868e9b3-774f-436d-b06f-90f400290b1d tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 809 time: 0.1445467 Jun 30 01:33:07.270325 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-29023cfa-454b-4a8b-adc0-1a4ed91b0b81 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/quotas/26af062998bd4b99bd46f5a1f76c92bf HTTP/1.1" status: 200 len: 375 time: 0.0181715 Jun 30 01:33:07.315816 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c8fbef2-1bc5-46ec-add4-a34df0b08808 req-d1168c55-f53c-4d53-8b57-29dd3fda8c47 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696025 Jun 30 01:33:07.348844 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-b83f325c-9faf-45ea-8cf2-9c08e2c570dc tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692511 Jun 30 01:33:07.470326 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8fc339db-c87b-405d-89e1-1a4e889abd6e req-f6bcde7d-79bd-40a9-b892-5fc667ba75f1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 210 time: 0.0414958 Jun 30 01:33:07.472394 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-1c645e51-3ce3-4360-b5d5-044bd6edd72d service neutron] 10.222.0.37 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116223 Jun 30 01:33:07.564988 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-f08fdc56-233f-4aea-ae79-d24cff6d3e48 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859821 Jun 30 01:33:07.833014 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-e95e4c87-10a2-49b4-9fec-cf7e10f012c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:07.834399 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-e95e4c87-10a2-49b4-9fec-cf7e10f012c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1098 time: 0.0512683 Jun 30 01:33:07.933622 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-80cfea28-0e4e-4ac2-af4e-10291909403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:07.935348 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-80cfea28-0e4e-4ac2-af4e-10291909403e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.0943756 Jun 30 01:33:08.010271 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-e6aaa7d8-67a9-42dd-88da-f005f7940c77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 200 len: 1001 time: 0.0666363 Jun 30 01:33:08.057379 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-183eba82-2c33-4af2-a71a-728cd064e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.059135 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-183eba82-2c33-4af2-a71a-728cd064e2d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0419967 Jun 30 01:33:08.114009 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-fdacb5ee-259e-4ea0-bc04-07b582dc1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.114960 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-fdacb5ee-259e-4ea0-bc04-07b582dc1b07 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0503612 Jun 30 01:33:08.205525 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-de17ac35-6055-4977-ad6c-fdfe0f130d16 req-029fc5f6-d4c7-4dd1-9f40-fbef4964881f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 210 time: 0.0330389 Jun 30 01:33:08.220200 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-65669def-d378-4b5c-b617-5901de9f0d09 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986707 Jun 30 01:33:08.317752 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d10a5c0c-93f1-4ad1-9db1-bbb9dbd4882e req-edd03dcf-bdc0-498c-9a6f-634ea904b95e service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911868 Jun 30 01:33:08.410333 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-c14790a5-4098-41b4-be5a-240f6a86be78 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.412002 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-c14790a5-4098-41b4-be5a-240f6a86be78 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 811 time: 0.1157553 Jun 30 01:33:08.495042 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-4c068919-a7f7-4de7-bc6e-4fdce8cad516 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e HTTP/1.1" status: 200 len: 379 time: 0.0742016 Jun 30 01:33:08.509263 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'port': {'device_id': '5bee8f65-bb04-4326-9a13-346c12856e62', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'admin_state_up': True, 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'security_groups': ['c7123d07-686f-4f19-88b4-465c46c130b8']}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:08.586492 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0470112-9e48-4be2-b342-b99aaeb30c1d req-03d554d1-722a-4ec5-bed0-3082630c6cf1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:08.588641 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b0470112-9e48-4be2-b342-b99aaeb30c1d req-03d554d1-722a-4ec5-bed0-3082630c6cf1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1493196 Jun 30 01:33:08.649435 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fcb72772-42c6-403d-8396-a0f1cb0e502b req-41618f2a-9086-431c-b773-e84e1a53d8b6 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 210 time: 0.0539026 Jun 30 01:33:08.682701 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b0470112-9e48-4be2-b342-b99aaeb30c1d req-9101e68e-3a23-4116-a6db-a0ac47be1675 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849085 Jun 30 01:33:08.791867 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Made reservation on behalf of 1e4e4164c01d4ba3af621e9c2c58c39e for: {'port': 1} {{(pid=93482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:33:08.795479 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:08.917842 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Allocated IP 172.20.0.8 (54933fc3-5e04-492a-922e-efb376f86975/1c1fe927-3ab0-4565-8e29-f7a1fcafb189/d8995055-bb9b-4afb-b4df-e266f1bfd0fe) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:33:09.060586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:09.073813 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Transition to ACTIVE for port object d8995055-bb9b-4afb-b4df-e266f1bfd0fe will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:33:09.174866 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:09.178894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ddaf129-ce80-459e-8eaf-1a9beb9c9168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:09.227908 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Network 54933fc3-5e04-492a-922e-efb376f86975 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:33:09.231127 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:09.234896 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:33:09.242959 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event updated for resources: {'Port': ['ID=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:09.262471 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:09.314440 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-32895aa7-6043-47df-b78b-65e06f42be57 req-dbfa1a0e-ed3f-4f4b-af38-b11fb264fad0 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 210 time: 0.0379946 Jun 30 01:33:09.320131 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:09.320776 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:09.455392 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9534054 Jun 30 01:33:09.468988 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Request body: {'port': {'device_id': '5bee8f65-bb04-4326-9a13-346c12856e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:09.498914 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-71d6359f-a08e-4378-b2b5-437c856eb5c2 None None] Provisioning for port d8995055-bb9b-4afb-b4df-e266f1bfd0fe completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:33:09.503639 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-71d6359f-a08e-4378-b2b5-437c856eb5c2 None None] Provisioning complete for port d8995055-bb9b-4afb-b4df-e266f1bfd0fe triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:09.503956 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-71d6359f-a08e-4378-b2b5-437c856eb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:09.540080 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:09.542567 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-71d6359f-a08e-4378-b2b5-437c856eb5c2 None None] Port d8995055-bb9b-4afb-b4df-e266f1bfd0fe cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:33:09.869944 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8995055-bb9b-4afb-b4df-e266f1bfd0fe {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:09.879101 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:09.902052 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Transition to ACTIVE for port object d8995055-bb9b-4afb-b4df-e266f1bfd0fe will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:33:09.921513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec3fbd-a08b-44e0-957c-2d284409ec1d req-7a7ca1d2-e9f0-4466-a456-59f76addfcd7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:09.923248 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eeec3fbd-a08b-44e0-957c-2d284409ec1d req-7a7ca1d2-e9f0-4466-a456-59f76addfcd7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 931 time: 0.1554792 Jun 30 01:33:09.943169 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8a79-0b0f-4bb0-b364-3313d5ebf0ab req-77e367fd-a802-470b-93d2-4d4e8ffbff01 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:09.944580 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60ec8a79-0b0f-4bb0-b364-3313d5ebf0ab req-77e367fd-a802-470b-93d2-4d4e8ffbff01 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 945 time: 0.1405606 Jun 30 01:33:09.989811 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eeec3fbd-a08b-44e0-957c-2d284409ec1d req-22bc04f9-c8f6-4695-92ab-26e515aa9db1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596240 Jun 30 01:33:10.003389 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60ec8a79-0b0f-4bb0-b364-3313d5ebf0ab req-117e5e93-940e-4584-ba5b-d926a3089952 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517013 Jun 30 01:33:10.004407 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.018615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-acc6a4ea-8a56-46d0-a19d-b5254e283d85 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:10.053874 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Pushing event updated for resources: {'Port': ['ID=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:10.058395 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:10.126141 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Attempting to bind port d8995055-bb9b-4afb-b4df-e266f1bfd0fe on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:33:10.126476 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Attempting to bind port d8995055-bb9b-4afb-b4df-e266f1bfd0fe by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:33:10.126823 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Attempting to bind port d8995055-bb9b-4afb-b4df-e266f1bfd0fe on network 54933fc3-5e04-492a-922e-efb376f86975 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:33:10.131254 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Port d8995055-bb9b-4afb-b4df-e266f1bfd0fe on network 54933fc3-5e04-492a-922e-efb376f86975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:33:10.131569 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Attempting to bind port d8995055-bb9b-4afb-b4df-e266f1bfd0fe on network 54933fc3-5e04-492a-922e-efb376f86975 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:33:10.137022 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:33:10.137491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Checking segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:33:10.137889 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Bound using segment: {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:33:10.138334 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Bound port: d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc4e244-a93e-47f7-b798-8c89467441c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54933fc3-5e04-492a-922e-efb376f86975'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:33:10.138695 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.207511 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] For port d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host hv-cinder-79724, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:33:10.210816 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] For port d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:33:10.277948 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.280025 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2cc88305-a715-4e89-96ad-7fc131c994e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:10.313400 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.314013 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.315345 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] 10.222.0.38 "PUT /v2.0/ports/d8995055-bb9b-4afb-b4df-e266f1bfd0fe HTTP/1.1" status: 200 len: 1093 time: 0.8509588 Jun 30 01:33:10.315830 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:10.318142 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986976b0-c022-4505-8f08-f1df5ed3b5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:10.344715 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Pushing event updated for resources: {'Port': ['ID=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:10.348039 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:10.358724 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e075596-4d41-48dc-964b-1ff6b1993064 x-openstack-request-id: req-4e075596-4d41-48dc-964b-1ff6b1993064 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:10.359411 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:10.359686 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e075596-4d41-48dc-964b-1ff6b1993064 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:10.360378 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'status': 'completed', 'code': 200} Jun 30 01:33:10.383753 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:10.489388 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.519625 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:10.523480 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5d8529d8-478f-475e-a94c-44b5bd3cbca0 req-4c523f9e-e98c-48da-93ad-3e6243ebc034 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 210 time: 0.0614288 Jun 30 01:33:10.523480 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986976b0-c022-4505-8f08-f1df5ed3b5b2 req-b1789ac6-6d18-4ad0-a11c-a212200e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.524156 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e45ef7-e1b7-427e-bfa5-afffc46e081c" -d '{"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-unplugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:10.524269 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-986976b0-c022-4505-8f08-f1df5ed3b5b2 req-b1789ac6-6d18-4ad0-a11c-a212200e1d5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 1096 time: 0.1355219 Jun 30 01:33:10.538779 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:10.570103 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecb31b-ca4e-4880-ae14-6a2e7cad6e04 x-openstack-request-id: req-b7ecb31b-ca4e-4880-ae14-6a2e7cad6e04 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:10.570418 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-unplugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:10.570701 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7ecb31b-ca4e-4880-ae14-6a2e7cad6e04 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:10.571454 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'code': 200} Jun 30 01:33:10.638312 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-131e93fc-e0ca-4e23-beb5-a06e5c5329ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.640054 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:10.642859 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-658ef9d4-9559-4e47-8750-69962eedf9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:10.643133 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986976b0-c022-4505-8f08-f1df5ed3b5b2 req-7d3fe910-db52-4936-864d-868f6f9cf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.645376 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-986976b0-c022-4505-8f08-f1df5ed3b5b2 req-7d3fe910-db52-4936-864d-868f6f9cf335 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1130593 Jun 30 01:33:10.693606 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=8']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:10.696877 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:10.746845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986976b0-c022-4505-8f08-f1df5ed3b5b2 req-64bf9d17-66eb-4b7b-9347-bc4afa701667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.748216 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-986976b0-c022-4505-8f08-f1df5ed3b5b2 req-64bf9d17-66eb-4b7b-9347-bc4afa701667 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909326 Jun 30 01:33:10.769529 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-8db9ab9c-ff88-4981-b555-ac11e48d469f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.770942 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-8db9ab9c-ff88-4981-b555-ac11e48d469f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 809 time: 0.1066515 Jun 30 01:33:10.813378 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-906a54cd-ae4c-4759-994b-e115db8b28f5 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26af062998bd4b99bd46f5a1f76c92bf HTTP/1.1" status: 200 len: 380 time: 0.0342190 Jun 30 01:33:10.822737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'port': {'device_id': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'admin_state_up': True, 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'security_groups': ['7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a']}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:10.840327 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-5c2da9e2-1af0-4ec0-a51f-3c8b47deedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.841999 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-5c2da9e2-1af0-4ec0-a51f-3c8b47deedc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 1096 time: 0.0544269 Jun 30 01:33:10.887008 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-803e6e8d-8e90-4dbd-9bb5-d45c630d6f9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe HTTP/1.1" status: 200 len: 217 time: 0.0357823 Jun 30 01:33:10.938231 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-697d9b0c-27ce-44eb-b8e5-c07195036d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:10.939888 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-697d9b0c-27ce-44eb-b8e5-c07195036d3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.0465801 Jun 30 01:33:11.001720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783fa3-b145-46c9-9032-b95300658c48 req-7cdc3c2c-1db8-43b8-82e3-14912739e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:11.003361 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-7cdc3c2c-1db8-43b8-82e3-14912739e23b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0570781 Jun 30 01:33:11.003785 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Made reservation on behalf of 26af062998bd4b99bd46f5a1f76c92bf for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:33:11.007608 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.123754 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-9a979fc8-9149-4b84-b058-fc80ec75f4f6 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128366 Jun 30 01:33:11.229874 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Allocated IP 172.20.0.10 (b5fc266b-cb86-46d5-98dd-fd49065ddee8/46f896c7-7632-49ab-b8b1-f7c331fda220/55d0dbc2-27b3-40c8-8600-e77404d2b3a4) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:33:11.321399 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-61783fa3-b145-46c9-9032-b95300658c48 req-bab2a4ab-df28-4d72-8cc8-4d9f2c22db1c service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899364 Jun 30 01:33:11.330646 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba776-3b79-47a7-9f5a-2142144f591e req-4435cdf6-4341-4612-aa8b-57f5aaf4af97 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:11.336040 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48cba776-3b79-47a7-9f5a-2142144f591e req-4435cdf6-4341-4612-aa8b-57f5aaf4af97 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 943 time: 0.1898954 Jun 30 01:33:11.352466 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb398cb0-f54c-4a5e-b9e5-7bbd2a4af82f req-1a0c42d9-74d9-4ea4-bf14-f483ba3a04a4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:11.353896 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb398cb0-f54c-4a5e-b9e5-7bbd2a4af82f req-1a0c42d9-74d9-4ea4-bf14-f483ba3a04a4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.1888084 Jun 30 01:33:11.371197 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.384151 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Transition to ACTIVE for port object 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:33:11.400619 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48cba776-3b79-47a7-9f5a-2142144f591e req-65c6b63b-c25e-4780-8bd7-a5206bd2101e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623548 Jun 30 01:33:11.414366 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb398cb0-f54c-4a5e-b9e5-7bbd2a4af82f req-2ba79a7a-0eda-4519-90e7-b9a9dacabc93 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512292 Jun 30 01:33:11.512550 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.518527 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f3d13703-8241-473b-adfd-7dadb6eee85c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:11.558519 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:33:11.576907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:11.580564 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:11.581743 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:11.584831 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:33:11.641281 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:11.642027 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.716404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0b8f-6db2-40e5-a253-8fc3c92dadd4 req-2551e26a-d017-45fc-86b5-49168b846fa6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:11.717959 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-828c0b8f-6db2-40e5-a253-8fc3c92dadd4 req-2551e26a-d017-45fc-86b5-49168b846fa6 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 932 time: 0.0692768 Jun 30 01:33:11.718683 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8993328 Jun 30 01:33:11.732813 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Request body: {'port': {'device_id': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:11.760886 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-828c0b8f-6db2-40e5-a253-8fc3c92dadd4 req-1d264981-f8d6-403f-abc5-ffe3fad041d9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362680 Jun 30 01:33:11.819143 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.940446 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-68650304-e0e4-48cc-9d7b-cb42a31b85ec None None] Provisioning for port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:33:11.944669 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-68650304-e0e4-48cc-9d7b-cb42a31b85ec None None] Provisioning complete for port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:11.945054 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-68650304-e0e4-48cc-9d7b-cb42a31b85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:11.992659 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-68650304-e0e4-48cc-9d7b-cb42a31b85ec None None] Port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:33:12.086290 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:12.093653 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.105749 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Transition to ACTIVE for port object 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:33:12.191612 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.194569 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-90606c3f-ac1f-4b62-9fc3-8bbe36dfda66 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:12.262898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:12.265752 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:12.312136 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Attempting to bind port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:33:12.313149 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Attempting to bind port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:33:12.313491 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Attempting to bind port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 on network b5fc266b-cb86-46d5-98dd-fd49065ddee8 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:33:12.318058 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 on network b5fc266b-cb86-46d5-98dd-fd49065ddee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:33:12.319534 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Attempting to bind port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 on network b5fc266b-cb86-46d5-98dd-fd49065ddee8 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:33:12.323345 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:33:12.323685 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Checking segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:33:12.324071 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Bound using segment: {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:33:12.324496 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Bound port: 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1856f-ae0a-486a-aabe-d38a344e755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:33:12.324879 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.392187 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:33:12.395132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:33:12.476580 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.478748 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:12.513592 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.514263 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:12.522574 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] 10.222.0.38 "PUT /v2.0/ports/55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 1094 time: 0.7882693 Jun 30 01:33:12.522574 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:12.522574 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e534ae6-a053-4c89-8577-9f57da23e2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:12.551340 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:12.558752 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:12.569893 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5941da8-3256-4afe-874e-94fe3f41f024 x-openstack-request-id: req-a5941da8-3256-4afe-874e-94fe3f41f024 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:12.570217 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:12.570504 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5941da8-3256-4afe-874e-94fe3f41f024 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:12.570952 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'status': 'completed', 'code': 200} Jun 30 01:33:12.595672 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2829ddb-078c-4cbf-8341-c2c590766410 req-44cc5fe1-9432-40d0-ac20-2ef0bc5aa07d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.599020 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a2829ddb-078c-4cbf-8341-c2c590766410 req-44cc5fe1-9432-40d0-ac20-2ef0bc5aa07d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 943 time: 0.0810542 Jun 30 01:33:12.642644 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a2829ddb-078c-4cbf-8341-c2c590766410 req-ed404494-e0b9-4db0-bb6d-91543ae25fc0 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 Jun 30 01:33:12.668588 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e534ae6-a053-4c89-8577-9f57da23e2fa req-1f68bc88-adb0-4fe6-afc0-0a747d56859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.670157 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1e534ae6-a053-4c89-8577-9f57da23e2fa req-1f68bc88-adb0-4fe6-afc0-0a747d56859b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1097 time: 0.0647836 Jun 30 01:33:12.773253 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e534ae6-a053-4c89-8577-9f57da23e2fa req-044402db-b8d7-4842-a84a-caf50ff06b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.774707 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1e534ae6-a053-4c89-8577-9f57da23e2fa req-044402db-b8d7-4842-a84a-caf50ff06b25 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971777 Jun 30 01:33:12.870644 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e534ae6-a053-4c89-8577-9f57da23e2fa req-ca79beb0-d539-4c6c-8d96-ddc1cdec2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.872189 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1e534ae6-a053-4c89-8577-9f57da23e2fa req-ca79beb0-d539-4c6c-8d96-ddc1cdec2644 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892167 Jun 30 01:33:12.956935 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549cec7-426d-4f6c-a70d-5183661078cc req-6af55618-7c64-4b8f-851c-bfde1393a4fa tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.964384 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9549cec7-426d-4f6c-a70d-5183661078cc req-6af55618-7c64-4b8f-851c-bfde1393a4fa tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0921724 Jun 30 01:33:12.979351 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-036b2060-9f06-4849-a8a2-bf23a2a1c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:12.981000 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-036b2060-9f06-4849-a8a2-bf23a2a1c1d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1097 time: 0.0614626 Jun 30 01:33:13.024551 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-10a43504-45d0-46ac-80f4-b98c86880724 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Jun 30 01:33:13.052469 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9549cec7-426d-4f6c-a70d-5183661078cc req-ef5337e1-6f74-4472-a0b2-0e25308a39df tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872800 Jun 30 01:33:13.079504 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-ce91b604-ff24-4794-b80c-3d05e73fc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:13.079504 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-ce91b604-ff24-4794-b80c-3d05e73fc259 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0470586 Jun 30 01:33:13.082041 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200bf0f-815a-4330-a737-9593e9c7e183 req-5a91a2c6-71f0-4824-8f32-a58fabff8d36 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:13.084062 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4200bf0f-815a-4330-a737-9593e9c7e183 req-5a91a2c6-71f0-4824-8f32-a58fabff8d36 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.1086557 Jun 30 01:33:13.121408 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4200bf0f-815a-4330-a737-9593e9c7e183 req-56241868-0812-43af-8971-7bbc98215ef1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322058 Jun 30 01:33:13.141420 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684591-7879-4aff-835f-07878f857f5f req-d8c365b5-e953-4fd8-bf1b-5ed838ce9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:13.142903 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-d8c365b5-e953-4fd8-bf1b-5ed838ce9a77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0572224 Jun 30 01:33:13.231593 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cb6c6a5b-144b-4635-93e2-19c09be0611c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:13.235261 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-81141ee1-e0bb-4312-aa2c-86885bcde5fc service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Jun 30 01:33:13.326029 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-42684591-7879-4aff-835f-07878f857f5f req-5c99ba1d-ffdc-4710-8941-cc9f917f5482 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Jun 30 01:33:13.507956 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46012) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:13.602487 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-bf05a920-676a-4a94-ae9d-d846cdb30126 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933053 Jun 30 01:33:13.608614 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.061971 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc7a4-00f6-4676-9904-d1a89c519643 req-3405ebd0-ae4b-4bd2-b004-02cf630fb87f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:14.063474 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a26bc7a4-00f6-4676-9904-d1a89c519643 req-3405ebd0-ae4b-4bd2-b004-02cf630fb87f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 943 time: 0.3083484 Jun 30 01:33:14.101083 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a26bc7a4-00f6-4676-9904-d1a89c519643 req-05d9d550-cde6-4eb6-927b-f0d67004d35f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317316 Jun 30 01:33:14.229748 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb36a5-5daf-4309-b671-dde598422adf req-f30e48e9-5983-422c-a7de-9e347281bb91 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:14.231236 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-19bb36a5-5daf-4309-b671-dde598422adf req-f30e48e9-5983-422c-a7de-9e347281bb91 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0622008 Jun 30 01:33:14.302058 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-19bb36a5-5daf-4309-b671-dde598422adf req-7f5a7d29-56c8-42da-9470-7a64401ee68e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645490 Jun 30 01:33:14.326806 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442ccd1-1dff-48e6-9ad9-293151cf4c21 req-9c19b2c6-7315-4b83-821f-a592b3702546 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:14.328822 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d442ccd1-1dff-48e6-9ad9-293151cf4c21 req-9c19b2c6-7315-4b83-821f-a592b3702546 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0897765 Jun 30 01:33:14.366509 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d442ccd1-1dff-48e6-9ad9-293151cf4c21 req-6796ca18-5cfa-4f52-bc2c-7abe704c27ff tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Jun 30 01:33:14.401769 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:33:14.403807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device d8995055-bb9b-4afb-b4df-e266f1bfd0fe details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:33:14.564886 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:14.574844 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'port_id': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'mac_address': 'fa:16:3e:ed:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:33:14.614926 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.628291 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8995055-bb9b-4afb-b4df-e266f1bfd0fe {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:14.633757 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.648383 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:14.723299 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:14.725263 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:14.770650 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:14.773685 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:14.936151 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['d8995055-bb9b-4afb-b4df-e266f1bfd0fe'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:33:15.273462 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e19b9-522c-42af-aad6-7af9b0335e92 req-75743749-86bd-4365-a65d-6d1103a16f4b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:15.274910 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1f0e19b9-522c-42af-aad6-7af9b0335e92 req-75743749-86bd-4365-a65d-6d1103a16f4b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 944 time: 0.0605066 Jun 30 01:33:15.311724 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1f0e19b9-522c-42af-aad6-7af9b0335e92 req-07946993-85ad-4ad1-80ec-a4ca62e7fa2d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312333 Jun 30 01:33:15.479248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fde0f-a4e7-4422-9874-9f68bd949db7 req-f61922ee-5fea-4be5-b508-cf8ca9817f23 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:15.480653 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-757fde0f-a4e7-4422-9874-9f68bd949db7 req-f61922ee-5fea-4be5-b508-cf8ca9817f23 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0665126 Jun 30 01:33:15.544265 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-757fde0f-a4e7-4422-9874-9f68bd949db7 req-8f6d0f4e-d6a4-49e5-a285-beedcd768c61 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571675 Jun 30 01:33:15.571386 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c0d17-1d16-401d-9293-570563b355df req-ec107e07-78a9-4ade-82a7-cff4026f8356 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:15.572926 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9f5c0d17-1d16-401d-9293-570563b355df req-ec107e07-78a9-4ade-82a7-cff4026f8356 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0874996 Jun 30 01:33:15.610845 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9f5c0d17-1d16-401d-9293-570563b355df req-0397a403-6ad8-4203-8930-04393bde3702 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319939 Jun 30 01:33:15.986209 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:16.054001 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-a8a5bd0e-b323-4b26-91a8-c158bd734186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.055485 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-a8a5bd0e-b323-4b26-91a8-c158bd734186 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206&tenant_id=a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 1096 time: 0.0808375 Jun 30 01:33:16.124856 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-a1580616-3c6c-4a4b-ba29-dc61b9cc7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.128142 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-a1580616-3c6c-4a4b-ba29-dc61b9cc7885 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1096 time: 0.0518661 Jun 30 01:33:16.218050 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-701131f9-3ca1-40f6-8193-82c9d1f2f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.219423 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-701131f9-3ca1-40f6-8193-82c9d1f2f7ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.0847518 Jun 30 01:33:16.282946 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-1ddfaac7-8bfa-4ab7-90da-d06cb2bc2251 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 200 len: 999 time: 0.0570285 Jun 30 01:33:16.327768 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-9735b111-8548-4557-bba5-0cf44f60067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.329696 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-9735b111-8548-4557-bba5-0cf44f60067c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0411699 Jun 30 01:33:16.382521 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-04826d36-f15d-4b85-b067-52e7ea4857bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.384007 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-04826d36-f15d-4b85-b067-52e7ea4857bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0487578 Jun 30 01:33:16.402962 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:33:16.406066 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device d8995055-bb9b-4afb-b4df-e266f1bfd0fe up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:33:16.476841 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-6f1c3616-9cdc-4e8f-b3cf-69b2fbf4cb93 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865340 Jun 30 01:33:16.484779 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bcaa7-4503-4345-a348-6626889843e4 req-a2090255-3a73-47a0-8d46-4612be04f0ad tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.486357 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ac0bcaa7-4503-4345-a348-6626889843e4 req-a2090255-3a73-47a0-8d46-4612be04f0ad tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 944 time: 0.0639126 Jun 30 01:33:16.526069 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ac0bcaa7-4503-4345-a348-6626889843e4 req-d5800f9b-ac4d-4e92-b691-b53c6f84a87f tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Jun 30 01:33:16.538638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:16.554048 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'port_id': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'mac_address': 'fa:16:3e:d6:c9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:33:16.571618 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-56184eb6-9a79-4019-9149-4c677bd486a1 req-39fcf2b0-cd04-4929-8eb3-9fadb6a8f64b service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889549 Jun 30 01:33:16.593340 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:16.604312 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port d8995055-bb9b-4afb-b4df-e266f1bfd0fe completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:33:16.609100 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:16.615044 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port d8995055-bb9b-4afb-b4df-e266f1bfd0fe triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:16.615430 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:16.647839 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:16.710535 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:16.728480 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:16.731507 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:16.735672 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d810-665e-4b6e-90ac-6eca82f0c472 req-04d00756-9263-4133-bac3-6ec1c36f1f3a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.742447 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4cc2d810-665e-4b6e-90ac-6eca82f0c472 req-04d00756-9263-4133-bac3-6ec1c36f1f3a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0797193 Jun 30 01:33:16.767159 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:16.769426 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364f4498-11ba-4a86-b60e-1af02dad3843" -d '{"events": [{"server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "name": "network-vif-plugged", "status": "completed", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:16.787829 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:16.803685 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:16.807360 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:16.808656 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4cc2d810-665e-4b6e-90ac-6eca82f0c472 req-0d379429-f4d5-4665-a52d-07272e1a6333 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653188 Jun 30 01:33:16.838498 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ec69e-e2d2-4693-9525-5043fbf31b8b req-d7dbb6b6-fa47-452d-8688-89c1a1dfee71 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:16.840059 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-819ec69e-e2d2-4693-9525-5043fbf31b8b req-d7dbb6b6-fa47-452d-8688-89c1a1dfee71 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0949087 Jun 30 01:33:16.847803 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:16.850478 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:16.877877 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4f39e1-696d-4e3e-a96e-151d226ba594 x-openstack-request-id: req-7c4f39e1-696d-4e3e-a96e-151d226ba594 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:16.878235 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "name": "network-vif-plugged", "status": "completed", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:16.878627 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c4f39e1-696d-4e3e-a96e-151d226ba594 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:16.879014 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'code': 200} Jun 30 01:33:16.879785 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-819ec69e-e2d2-4693-9525-5043fbf31b8b req-a607c480-1a11-4cb3-9f71-03a729cb408a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340767 Jun 30 01:33:16.936781 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:16.941252 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:16.965158 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['55d0dbc2-27b3-40c8-8600-e77404d2b3a4'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:33:17.709291 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98613b-6404-42cb-b008-63456a29642c req-fab5d460-5b54-4343-ae31-b6d7e904be04 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:17.711473 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7f98613b-6404-42cb-b008-63456a29642c req-fab5d460-5b54-4343-ae31-b6d7e904be04 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0727904 Jun 30 01:33:17.751274 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7f98613b-6404-42cb-b008-63456a29642c req-1908a2c5-8f39-44fd-a955-a96bba74c196 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Jun 30 01:33:18.000582 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0206-610c-41f8-8cc1-ed937e42047b req-de63bd26-cbf5-488e-a13f-e75190cf7963 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:18.002282 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fc1b0206-610c-41f8-8cc1-ed937e42047b req-de63bd26-cbf5-488e-a13f-e75190cf7963 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 945 time: 0.0772514 Jun 30 01:33:18.081663 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fc1b0206-610c-41f8-8cc1-ed937e42047b req-befd7894-81fb-4d7b-b601-c0152f1c3e61 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688713 Jun 30 01:33:18.110180 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4d2f5-a94d-40e9-8699-45d72a7302d1 req-fa5fbda5-344c-4f1d-b134-528528953ec0 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:18.111587 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6ec4d2f5-a94d-40e9-8699-45d72a7302d1 req-fa5fbda5-344c-4f1d-b134-528528953ec0 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0909491 Jun 30 01:33:18.151736 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6ec4d2f5-a94d-40e9-8699-45d72a7302d1 req-31c07b6a-6d87-4d24-83f1-cd944897e368 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341470 Jun 30 01:33:18.403397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:33:18.523319 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:33:18.527951 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:18.528361 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:18.609988 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:18.644572 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:18.706031 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:18.707896 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:18.755001 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:18.758139 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:18.879784 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:18.882446 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5255651-67af-49f1-9867-74332c45f401" -d '{"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-plugged", "status": "completed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:18.920022 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ef0088-d2ea-4966-91f2-84ae593374d6 x-openstack-request-id: req-46ef0088-d2ea-4966-91f2-84ae593374d6 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:18.920319 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-plugged", "status": "completed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:18.920667 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46ef0088-d2ea-4966-91f2-84ae593374d6 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:18.924630 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'code': 200} Jun 30 01:33:18.950353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb1f03-b833-4031-a4dd-7fad9024137e req-e794fc1c-7121-4d0d-beb6-927fcdd7e5df tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:18.952206 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9bbb1f03-b833-4031-a4dd-7fad9024137e req-e794fc1c-7121-4d0d-beb6-927fcdd7e5df tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0840063 Jun 30 01:33:18.991249 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9bbb1f03-b833-4031-a4dd-7fad9024137e req-5051d96f-2ca0-40e5-aa23-daef976e1db8 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332828 Jun 30 01:33:19.263944 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162435c-314f-4005-bd88-f29ba32b0592 req-268017fc-2c0e-4d02-8b52-f3aa04663ccb tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:19.266179 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6162435c-314f-4005-bd88-f29ba32b0592 req-268017fc-2c0e-4d02-8b52-f3aa04663ccb tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0719862 Jun 30 01:33:19.341072 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6162435c-314f-4005-bd88-f29ba32b0592 req-b892fbc6-6a11-4eac-b0f5-2372c23db6bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683515 Jun 30 01:33:19.374740 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02ba11-e082-41e2-afe3-c93920669737 req-59411b20-7364-434c-a35c-c6c572e7c7df tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:19.376275 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d02ba11-e082-41e2-afe3-c93920669737 req-59411b20-7364-434c-a35c-c6c572e7c7df tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0852659 Jun 30 01:33:19.415368 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d02ba11-e082-41e2-afe3-c93920669737 req-ca4e4d9a-33a7-49dd-b43f-f8d2e629527c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330071 Jun 30 01:33:20.164356 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d0c03-41f0-42db-9709-92f6794ff25a req-8f0cf408-b233-4f68-b336-5f0928864bcb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.165954 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a93d0c03-41f0-42db-9709-92f6794ff25a req-8f0cf408-b233-4f68-b336-5f0928864bcb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0622857 Jun 30 01:33:20.206740 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a93d0c03-41f0-42db-9709-92f6794ff25a req-223a87e3-602d-4a7c-92d9-552aca4263c2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346644 Jun 30 01:33:20.528395 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e5dc7-6676-4181-b936-4ff11c13fe85 req-1b3383a1-cf12-4a8a-91fa-625b32ccc620 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.530266 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e29e5dc7-6676-4181-b936-4ff11c13fe85 req-1b3383a1-cf12-4a8a-91fa-625b32ccc620 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0748653 Jun 30 01:33:20.606906 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e29e5dc7-6676-4181-b936-4ff11c13fe85 req-95660f39-c9fd-4732-b335-21630415d105 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700011 Jun 30 01:33:20.635709 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb654456-c27d-4036-a026-c7ecc651b9e7 req-713af8da-e1c3-4695-91b3-afb18397e009 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:20.637155 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb654456-c27d-4036-a026-c7ecc651b9e7 req-713af8da-e1c3-4695-91b3-afb18397e009 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0861342 Jun 30 01:33:20.694263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb654456-c27d-4036-a026-c7ecc651b9e7 req-c437fc64-7eed-415e-b955-a8f4e5bab84c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506737 Jun 30 01:33:21.388191 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba367-5881-4f6e-ba50-87570074300b req-0c0236f1-2546-4a20-b52e-5fd83db2f3bb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:21.389720 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cdba367-5881-4f6e-ba50-87570074300b req-0c0236f1-2546-4a20-b52e-5fd83db2f3bb tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0654743 Jun 30 01:33:21.429716 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0cdba367-5881-4f6e-ba50-87570074300b req-0ecffe65-6b28-4c73-b9cc-27645088a663 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337229 Jun 30 01:33:21.804861 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb043-3930-41d9-9108-d236b666e335 req-0569f223-d8fc-4c8a-9535-e69a1bf552e2 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:21.806410 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-19aeb043-3930-41d9-9108-d236b666e335 req-0569f223-d8fc-4c8a-9535-e69a1bf552e2 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0854936 Jun 30 01:33:21.880938 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-19aeb043-3930-41d9-9108-d236b666e335 req-f28d23f8-12b4-42b9-ab2f-c46dcf6a7faf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660744 Jun 30 01:33:21.913080 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc71f-8177-4de9-a311-4531550e8380 req-02f8d296-fb60-4726-aa58-750bf1c20d19 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:21.914621 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ef8bc71f-8177-4de9-a311-4531550e8380 req-02f8d296-fb60-4726-aa58-750bf1c20d19 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0820889 Jun 30 01:33:21.954963 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ef8bc71f-8177-4de9-a311-4531550e8380 req-9bf58af7-308b-4191-97fa-863af8a44a51 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346322 Jun 30 01:33:22.605927 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bbefc-a116-4db6-a9d1-54f84f7fde62 req-36022ab6-c1c0-4f23-86a0-4abd28a74c6c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:22.607485 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-671bbefc-a116-4db6-a9d1-54f84f7fde62 req-36022ab6-c1c0-4f23-86a0-4abd28a74c6c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0628231 Jun 30 01:33:22.647096 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-671bbefc-a116-4db6-a9d1-54f84f7fde62 req-3aebb2a8-fda9-4333-bdff-25b2b6b6bc96 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331101 Jun 30 01:33:23.074538 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd2cd1-01ac-4acf-8985-dfd0251b6a5f req-725f81b4-b9b4-4de0-a588-eab0b9b3310a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:23.076326 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0fcd2cd1-01ac-4acf-8985-dfd0251b6a5f req-725f81b4-b9b4-4de0-a588-eab0b9b3310a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0843279 Jun 30 01:33:23.148147 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0fcd2cd1-01ac-4acf-8985-dfd0251b6a5f req-68c62f1a-a393-4124-aa07-a925b200f2d0 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633326 Jun 30 01:33:23.174536 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6beac-335d-4b46-bfaf-44acd477f7ce req-3a2fffe1-c057-4b1c-845a-c51a614f0d40 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:23.175970 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8e6beac-335d-4b46-bfaf-44acd477f7ce req-3a2fffe1-c057-4b1c-845a-c51a614f0d40 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0851185 Jun 30 01:33:23.213827 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8e6beac-335d-4b46-bfaf-44acd477f7ce req-16dc9514-8a0b-44d3-923a-f545d4645241 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319586 Jun 30 01:33:23.829909 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93fea6-da30-44fd-acf0-4710a0968672 req-4ddd3b6f-bf73-4f6d-8611-664ba68c038b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:23.831477 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9c93fea6-da30-44fd-acf0-4710a0968672 req-4ddd3b6f-bf73-4f6d-8611-664ba68c038b tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0679264 Jun 30 01:33:23.880981 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9c93fea6-da30-44fd-acf0-4710a0968672 req-c012d1da-7a18-40e7-8048-eadc6576a660 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jun 30 01:33:24.342618 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a038b3-f4d0-467a-b6b2-65efc2dcbbfc req-7e3632be-5845-4262-9bc1-63f01f08270e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:24.344213 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96a038b3-f4d0-467a-b6b2-65efc2dcbbfc req-7e3632be-5845-4262-9bc1-63f01f08270e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0705121 Jun 30 01:33:24.416216 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96a038b3-f4d0-467a-b6b2-65efc2dcbbfc req-073aa140-519b-46bd-ab2d-245f03ae8c6e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617211 Jun 30 01:33:24.449672 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a07f-6430-4c73-8acd-f72b668a09d7 req-b5885625-e859-4a59-9fdd-9f9cfc11bfcc tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:24.451180 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3091a07f-6430-4c73-8acd-f72b668a09d7 req-b5885625-e859-4a59-9fdd-9f9cfc11bfcc tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.1055613 Jun 30 01:33:24.490266 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3091a07f-6430-4c73-8acd-f72b668a09d7 req-c8d18c78-8374-478c-a7b6-85e24df0df79 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327351 Jun 30 01:33:24.649020 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:25.017920 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:33:25.198158 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0d5d-9267-4f73-8288-30579d3da94c req-7933514b-159b-4670-97c7-3a0e301b7e84 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:25.200013 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ea1e0d5d-9267-4f73-8288-30579d3da94c req-7933514b-159b-4670-97c7-3a0e301b7e84 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0679634 Jun 30 01:33:25.240639 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ea1e0d5d-9267-4f73-8288-30579d3da94c req-a5438779-d6c1-4eb5-aacc-c91e4c8d1ec9 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331481 Jun 30 01:33:25.601360 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba12bf-b6fb-4720-aeee-6ceade359d4b req-da96b76b-f814-443a-abb7-01c6ff13b3fe tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:25.602910 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5bba12bf-b6fb-4720-aeee-6ceade359d4b req-da96b76b-f814-443a-abb7-01c6ff13b3fe tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0643556 Jun 30 01:33:25.675944 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5bba12bf-b6fb-4720-aeee-6ceade359d4b req-a66f31af-6baf-409f-920b-c5d4ed0fec43 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672927 Jun 30 01:33:25.704462 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb4624-da79-4a7f-a3a0-8988f82eae91 req-487fe9d2-df4a-49dd-aacc-67d5750c9857 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:25.706539 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-51cb4624-da79-4a7f-a3a0-8988f82eae91 req-487fe9d2-df4a-49dd-aacc-67d5750c9857 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0844979 Jun 30 01:33:25.743719 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-51cb4624-da79-4a7f-a3a0-8988f82eae91 req-303ac6a0-1002-4811-b0d1-bd41187c5d9b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Jun 30 01:33:26.413720 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38b166-2689-44b3-82b2-f9d19d230b6e req-d1620c99-769d-48f9-97c2-e95c8e703722 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:26.415210 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ee38b166-2689-44b3-82b2-f9d19d230b6e req-d1620c99-769d-48f9-97c2-e95c8e703722 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0641215 Jun 30 01:33:26.454289 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ee38b166-2689-44b3-82b2-f9d19d230b6e req-1f874205-2dec-4e43-98a9-48f7848e93d5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330760 Jun 30 01:33:26.874561 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d039-f5fd-41fe-9194-0f3f02944b49 req-1b2171be-dca8-40dc-8701-069f2a3289e4 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:26.876177 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3156d039-f5fd-41fe-9194-0f3f02944b49 req-1b2171be-dca8-40dc-8701-069f2a3289e4 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0842135 Jun 30 01:33:26.948864 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3156d039-f5fd-41fe-9194-0f3f02944b49 req-ca33eb53-bd8d-49b2-894a-7ca7c76f5a16 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614808 Jun 30 01:33:26.969728 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfdc8-6a75-46be-86f7-6cb6afac266a req-cc96cb66-f5ee-4792-9f8a-df582404eb89 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:26.972047 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-65fcfdc8-6a75-46be-86f7-6cb6afac266a req-cc96cb66-f5ee-4792-9f8a-df582404eb89 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0941911 Jun 30 01:33:27.011514 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-65fcfdc8-6a75-46be-86f7-6cb6afac266a req-73ff49f2-c070-45f1-950a-22747b699abf tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339882 Jun 30 01:33:27.628398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757106-a434-4063-a5bb-3a2c03e00908 req-7db6ea48-ad67-45c9-b670-c3fcdadef410 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:27.630041 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e757106-a434-4063-a5bb-3a2c03e00908 req-7db6ea48-ad67-45c9-b670-c3fcdadef410 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Jun 30 01:33:27.669039 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e757106-a434-4063-a5bb-3a2c03e00908 req-aac2528d-f7eb-4fab-8ced-a832326b1ca8 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331151 Jun 30 01:33:28.126920 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9df8ed-1cdb-4304-8fc5-68a873426a7e req-b9637f6c-494f-43ec-80f6-991e68d66a4e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:28.128303 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e9df8ed-1cdb-4304-8fc5-68a873426a7e req-b9637f6c-494f-43ec-80f6-991e68d66a4e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0651696 Jun 30 01:33:28.195090 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e9df8ed-1cdb-4304-8fc5-68a873426a7e req-4fa875c6-37d1-4be8-9135-8a22b1029395 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570757 Jun 30 01:33:28.214053 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cd93-31eb-46bd-960b-9caff3c626bb req-33f108a7-4fec-4dd5-b5f0-ac85466cbb4b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:28.215511 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0693cd93-31eb-46bd-960b-9caff3c626bb req-33f108a7-4fec-4dd5-b5f0-ac85466cbb4b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0863295 Jun 30 01:33:28.252151 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0693cd93-31eb-46bd-960b-9caff3c626bb req-7e95988e-f7bd-4c75-b2b8-4436f5ec0eb8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309522 Jun 30 01:33:28.336245 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592a5f8-af47-4cf4-967a-b0c6a9bfa466 req-89462882-3dd3-4e96-b81f-89d5e3bf357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:28.337737 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6592a5f8-af47-4cf4-967a-b0c6a9bfa466 req-89462882-3dd3-4e96-b81f-89d5e3bf357c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 1098 time: 0.0534477 Jun 30 01:33:28.376167 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6592a5f8-af47-4cf4-967a-b0c6a9bfa466 req-d48cf862-4add-460d-90d9-83861d556fff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268216 Jun 30 01:33:28.732679 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de07e2-70f3-47c7-b525-fc0bfd79e16e req-26b56f79-7e2d-44c0-874b-4714e65c393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:28.734148 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c0de07e2-70f3-47c7-b525-fc0bfd79e16e req-26b56f79-7e2d-44c0-874b-4714e65c393d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1099 time: 0.0533931 Jun 30 01:33:28.767273 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c0de07e2-70f3-47c7-b525-fc0bfd79e16e req-f83bed28-114e-498b-bf05-da57f69ec42d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266743 Jun 30 01:33:28.844307 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95340d88-805c-4cc7-9d5a-7c9cb898b06c req-e07a8b0f-251f-4901-8634-add986367db2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:28.845781 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95340d88-805c-4cc7-9d5a-7c9cb898b06c req-e07a8b0f-251f-4901-8634-add986367db2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0653722 Jun 30 01:33:28.882203 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-95340d88-805c-4cc7-9d5a-7c9cb898b06c req-2bb676a2-43b1-485e-8c78-ffc98681b7ea tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302083 Jun 30 01:33:29.368092 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f61a3-a10c-4fd3-b27e-db47dad7d479 req-e99dbf30-6598-4172-ae8e-b1cd1fe20bc5 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:29.369666 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-549f61a3-a10c-4fd3-b27e-db47dad7d479 req-e99dbf30-6598-4172-ae8e-b1cd1fe20bc5 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0654287 Jun 30 01:33:29.442613 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-549f61a3-a10c-4fd3-b27e-db47dad7d479 req-9ead9198-4044-4990-b3b7-0ad255160e0b tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627804 Jun 30 01:33:29.460073 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b4ad-a5eb-434e-8982-947357bb7586 req-8f96d36d-e2e2-4990-b8ec-fdbb78aa5a06 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:29.461634 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53d4b4ad-a5eb-434e-8982-947357bb7586 req-8f96d36d-e2e2-4990-b8ec-fdbb78aa5a06 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.0910318 Jun 30 01:33:29.498012 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-53d4b4ad-a5eb-434e-8982-947357bb7586 req-f3e684c4-752a-451f-b129-cc2af46bd1f8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304406 Jun 30 01:33:30.051615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093d896-5173-4cc2-9df5-d8a69c35bb33 req-589b6fe4-6659-40a1-b5a4-9978683882c1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:30.053620 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a093d896-5173-4cc2-9df5-d8a69c35bb33 req-589b6fe4-6659-40a1-b5a4-9978683882c1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0620258 Jun 30 01:33:30.089327 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a093d896-5173-4cc2-9df5-d8a69c35bb33 req-10577f98-f656-4139-bb43-76d65421e9b4 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299108 Jun 30 01:33:30.249050 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5834ba1-fdc7-4a40-beb2-aaebacc93285 req-c0ab6f22-15c0-42fd-97c2-c903eb2d07f3 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:30.250378 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c5834ba1-fdc7-4a40-beb2-aaebacc93285 req-c0ab6f22-15c0-42fd-97c2-c903eb2d07f3 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0601003 Jun 30 01:33:30.258565 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46134) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:30.262953 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Request body: {'floatingip': {'port_id': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:30.303136 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.462499 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:33:30.560060 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:30.571382 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'port_id': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'mac_address': 'fa:16:3e:08:8f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:33:30.609544 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.623312 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:33:30.642233 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:30.711419 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.713259 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:30.727647 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251064-66dd-4205-ae18-27d436e12a22 req-2a80797f-eb00-4d34-9621-9bd21c29be8d tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:30.729516 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1251064-66dd-4205-ae18-27d436e12a22 req-2a80797f-eb00-4d34-9621-9bd21c29be8d tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.1517279 Jun 30 01:33:30.758574 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=9']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:30.761805 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:30.825708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251bfab-1997-4684-8cb2-90c28143bced req-b529d5b5-eb42-4417-9dd6-02c62a29f098 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:30.827058 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d251bfab-1997-4684-8cb2-90c28143bced req-b529d5b5-eb42-4417-9dd6-02c62a29f098 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 943 time: 0.2039046 Jun 30 01:33:30.853252 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1251064-66dd-4205-ae18-27d436e12a22 req-b89fbae9-15b7-4c34-b99a-d17f2ba9043e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006763 Jun 30 01:33:30.870011 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:30.885617 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d251bfab-1997-4684-8cb2-90c28143bced req-fba97553-e463-432f-aff7-50fbcabdc3c8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512614 Jun 30 01:33:30.934727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['65fb59ef-0b9b-4c0f-83f2-aa40b838e721'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:33:30.934956 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.314868 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.l3_db [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Floating IP c224f30d-c746-4e8b-8d39-b36c12e03b20 associated. External IP: 172.28.2.224, port: d8995055-bb9b-4afb-b4df-e266f1bfd0fe. Jun 30 01:33:31.355661 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23812b5-ab36-4979-82c5-dab7e85703bc req-e8db4b5a-4e5f-4d71-aeb6-818a63efb980 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:31.357118 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c23812b5-ab36-4979-82c5-dab7e85703bc req-e8db4b5a-4e5f-4d71-aeb6-818a63efb980 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.3904037 Jun 30 01:33:31.435395 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c23812b5-ab36-4979-82c5-dab7e85703bc req-ae39ff64-683f-4934-a295-ff387a0ba9ac tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700843 Jun 30 01:33:31.459163 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46142) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:31.548445 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:33:31.552122 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee4797-380e-485f-ac58-5d13fb0ea326 tempest-TestShelveInstance-1067140625 tempest-TestShelveInstance-1067140625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:31.553642 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-1dee4797-380e-485f-ac58-5d13fb0ea326 tempest-TestShelveInstance-1067140625 tempest-TestShelveInstance-1067140625-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1094 time: 0.0935121 Jun 30 01:33:31.556379 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46146) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:33:31.560953 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Request body: {'floatingip': {'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'port_id': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:33:31.650741 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:33:31.655655 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.659015 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for floatingip, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.661424 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:33:31.669265 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:31.669912 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:33:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:31.693978 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a81295c3-e6d4-4b2a-b45c-842757b1b0b5 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "PUT /v2.0/floatingips/c224f30d-c746-4e8b-8d39-b36c12e03b20 HTTP/1.1" status: 200 len: 991 time: 1.4317677 Jun 30 01:33:31.693978 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:31.694481 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e5e0a1-1c5b-4d39-8326-593031222511" -d '{"events": [{"name": "network-changed", "server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:31.743952 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487924d-8fca-4a8c-9330-920c7b5a7c84 x-openstack-request-id: req-5487924d-8fca-4a8c-9330-920c7b5a7c84 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:31.744491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:31.744960 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5487924d-8fca-4a8c-9330-920c7b5a7c84 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:31.745531 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'status': 'completed', 'code': 200} Jun 30 01:33:31.782304 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:31.796145 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:31.894710 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-a6f324df-f86b-4869-aa98-7466d1e2be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:31.896197 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-a6f324df-f86b-4869-aa98-7466d1e2be4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 1098 time: 0.1291628 Jun 30 01:33:31.959118 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Allocated IP 172.28.2.98 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/a8530a15-efcd-4d76-a337-4cdb09fdc0ef) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:33:32.025738 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': 'c224f30d-c746-4e8b-8d39-b36c12e03b20', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'port_id': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'mac_address': 'fa:16:3e:ed:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bee8f65-bb04-4326-9a13-346c12856e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:04Z', 'updated_at': '2021-06-30T01:33:30Z', 'revision_number': 1, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:32.049656 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-4cf2a83b-78e0-44af-8398-f98b91f7c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:32.051109 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-4cf2a83b-78e0-44af-8398-f98b91f7c63a service neutron] 10.222.0.38 "GET /v2.0/networks?id=54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 200 len: 912 time: 0.1477263 Jun 30 01:33:32.052730 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:33:32.061394 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:32.062013 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:33:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:32.130169 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22012c95-0689-49a8-9ed5-720b00bd6629 req-ec17160d-7fca-4af6-8964-9eb1eb61eb99 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:32.132023 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-22012c95-0689-49a8-9ed5-720b00bd6629 req-ec17160d-7fca-4af6-8964-9eb1eb61eb99 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 944 time: 0.1215215 Jun 30 01:33:32.134366 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.143374 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-21464b73-a6b2-4fab-9e25-5f884fca78af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe HTTP/1.1" status: 200 len: 999 time: 0.0854602 Jun 30 01:33:32.173340 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-22012c95-0689-49a8-9ed5-720b00bd6629 req-2ff5c9d2-3ef5-4235-a619-f1f684e84b66 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338347 Jun 30 01:33:32.287514 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:32.444105 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-e123652a-37ff-4776-a554-e6074f18644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:32.445446 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-e123652a-37ff-4776-a554-e6074f18644d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 200 len: 850 time: 0.2942319 Jun 30 01:33:32.467635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:33:32.499391 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-7cc3e3b1-c385-4e73-b490-767ce7928fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:32.500873 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-7cc3e3b1-c385-4e73-b490-767ce7928fcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54933fc3-5e04-492a-922e-efb376f86975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0496039 Jun 30 01:33:32.547209 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.551166 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:33:32.553584 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.553715 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7500a902-db9d-4a29-b00b-9beea0bf6e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:32.554783 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': 'c224f30d-c746-4e8b-8d39-b36c12e03b20', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'port_id': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'mac_address': 'fa:16:3e:ed:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bee8f65-bb04-4326-9a13-346c12856e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:04Z', 'updated_at': '2021-06-30T01:33:30Z', 'revision_number': 1, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:32.597672 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191be1e8-dd91-4867-beb7-42f94e73cab0 None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': 'c224f30d-c746-4e8b-8d39-b36c12e03b20', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'floating_ip_address': '172.28.2.224', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'port_id': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'mac_address': 'fa:16:3e:ed:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bee8f65-bb04-4326-9a13-346c12856e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:04Z', 'updated_at': '2021-06-30T01:33:30Z', 'revision_number': 1, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:33:32.602645 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:33:32.609243 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:33:32.611827 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:33:32.643653 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'Port': ['ID=a8530a15-efcd-4d76-a337-4cdb09fdc0ef,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:32.647301 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:32.667634 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.679598 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-a719ec5c-229d-4a90-9d94-e64e4395b329 service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722724 Jun 30 01:33:32.691397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:32.693778 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4539ef-202e-4788-88ad-d92c40e4afda" -d '{"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-plugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:32.711272 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:33:32.738273 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15343f3-d655-4d53-8ea7-3cdb3031e3b1 x-openstack-request-id: req-a15343f3-d655-4d53-8ea7-3cdb3031e3b1 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:32.738605 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-plugged", "status": "completed", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:32.739841 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a15343f3-d655-4d53-8ea7-3cdb3031e3b1 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:32.740245 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'code': 200} Jun 30 01:33:32.768854 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:32.773056 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0c0a0d74-3085-441a-9847-fe081d205a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:32.829635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=10']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:32.833150 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:32.836368 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ccc805-5f8b-4b74-a46b-8fb3331fe03e None None] New status for floating IP c224f30d-c746-4e8b-8d39-b36c12e03b20: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:33:32.892760 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-40e5e0a1-1c5b-4d39-8326-593031222511 req-c87e9319-f6c4-41f5-8373-7cc82671468f service neutron] 10.222.0.38 "GET /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903815 Jun 30 01:33:33.096987 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:33.286292 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:33.410006 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b4759-0788-4847-a3c9-12b5c2cf8c9a req-12b5db1a-c9f7-4af1-8f23-87cc211e4e03 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:33.411474 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-421b4759-0788-4847-a3c9-12b5c2cf8c9a req-12b5db1a-c9f7-4af1-8f23-87cc211e4e03 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.1153209 Jun 30 01:33:33.438348 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae62c-27dc-4d4c-b40d-92ef70461b94 req-b0649bbe-2de1-49dd-817c-173a9b78e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:33.439912 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ba0ae62c-27dc-4d4c-b40d-92ef70461b94 req-b0649bbe-2de1-49dd-817c-173a9b78e4d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1099 time: 0.1189294 Jun 30 01:33:33.449527 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-421b4759-0788-4847-a3c9-12b5c2cf8c9a req-a3394a7e-38de-44a4-a384-9ec86bf237b8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Jun 30 01:33:33.498901 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ba0ae62c-27dc-4d4c-b40d-92ef70461b94 req-c069f734-2b27-4781-8f84-d5edc856bbaa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505061 Jun 30 01:33:33.502491 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:33.572485 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:33.575176 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:33:33.643775 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event updated for resources: {'Port': ['ID=a8530a15-efcd-4d76-a337-4cdb09fdc0ef,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:33:33.646581 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:33:33.653378 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:33.750110 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Floating IP 6c56a59d-4100-4a0e-b72a-e173043d5d22 associated. External IP: 172.28.2.98, port: 55d0dbc2-27b3-40c8-8600-e77404d2b3a4. Jun 30 01:33:33.946008 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Router dc79d1d8-6521-42a4-91f3-1e31db46ae6e has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:33:34.051158 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:33:34.060851 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] Sync routers for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:33:34.069897 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:34.070502 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:33:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:34.128830 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:34.167973 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6105413 Jun 30 01:33:34.168829 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:33:34.171228 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3880774-f93a-4d52-86ca-85af55778e86" -d '{"events": [{"name": "network-changed", "server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:33:34.172468 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:34.207074 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ef9384-2e5d-4175-8626-f962fe6cccf4 x-openstack-request-id: req-75ef9384-2e5d-4175-8626-f962fe6cccf4 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:33:34.207399 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:33:34.207684 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75ef9384-2e5d-4175-8626-f962fe6cccf4 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:33:34.208144 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'status': 'completed', 'code': 200} Jun 30 01:33:34.286082 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880774-f93a-4d52-86ca-85af55778e86 req-040ded1c-99fb-459c-9488-593f461a4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:34.288108 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-040ded1c-99fb-459c-9488-593f461a4975 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1099 time: 0.0507126 Jun 30 01:33:34.381312 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880774-f93a-4d52-86ca-85af55778e86 req-2c1eb9bf-88a4-4e23-a90c-c2379475d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:34.382818 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-2c1eb9bf-88a4-4e23-a90c-c2379475d3ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 910 time: 0.0851672 Jun 30 01:33:34.392438 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '6c56a59d-4100-4a0e-b72a-e173043d5d22', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'floating_ip_address': '172.28.2.98', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'port_id': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'mac_address': 'fa:16:3e:d6:c9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:32Z', 'updated_at': '2021-06-30T01:33:32Z', 'revision_number': 0, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:34.423334 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] Checking router: dc79d1d8-6521-42a4-91f3-1e31db46ae6e for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:33:34.432300 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:33:34.432958 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:33:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:34.477542 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-42384bfb-696e-43c2-94ca-c3addd7d2dd2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 999 time: 0.0658507 Jun 30 01:33:34.528405 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880774-f93a-4d52-86ca-85af55778e86 req-93f3ec40-0a0b-4444-a9d3-88357b2fb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:34.529939 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-93f3ec40-0a0b-4444-a9d3-88357b2fb3e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0458107 Jun 30 01:33:34.551926 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:33:34.603595 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880774-f93a-4d52-86ca-85af55778e86 req-616011c1-11a5-49b7-a95b-7fea3b0145bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:34.605124 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-616011c1-11a5-49b7-a95b-7fea3b0145bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0633633 Jun 30 01:33:34.650327 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a7bbe-e50a-4b65-b890-b07143981944 req-92b4767e-c1de-4fda-9e2c-848db832892b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:34.651824 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-643a7bbe-e50a-4b65-b890-b07143981944 req-92b4767e-c1de-4fda-9e2c-848db832892b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.0647876 Jun 30 01:33:34.690985 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-643a7bbe-e50a-4b65-b890-b07143981944 req-dde4b3ad-9fd3-4e74-ba7d-d66a0b1ae9ad tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333216 Jun 30 01:33:34.706948 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-b2948edd-82d8-4c41-8b08-5d2c8ee24f4d service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950191 Jun 30 01:33:34.794742 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '6c56a59d-4100-4a0e-b72a-e173043d5d22', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'floating_ip_address': '172.28.2.98', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'port_id': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'mac_address': 'fa:16:3e:d6:c9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:32Z', 'updated_at': '2021-06-30T01:33:32Z', 'revision_number': 0, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:33:34.801877 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-d3880774-f93a-4d52-86ca-85af55778e86 req-f9af34a6-9a6d-4d3c-b866-a1c56995972a service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844188 Jun 30 01:33:34.821460 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f8753-f737-4162-b26f-3a3c7a0b9d01 None None] The sync data for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb is: [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '6c56a59d-4100-4a0e-b72a-e173043d5d22', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'floating_ip_address': '172.28.2.98', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'port_id': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'mac_address': 'fa:16:3e:d6:c9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:33:32Z', 'updated_at': '2021-06-30T01:33:32Z', 'revision_number': 0, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:33:35.002176 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af362dbd-6b9b-47eb-90fb-5641668e06e7 None None] New status for floating IP 6c56a59d-4100-4a0e-b72a-e173043d5d22: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:33:35.870588 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f94596-1837-4ebe-8753-683ce1702e6d req-c3cd5a34-8c96-43af-83b5-418892606988 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:35.872166 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48f94596-1837-4ebe-8753-683ce1702e6d req-c3cd5a34-8c96-43af-83b5-418892606988 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.0649636 Jun 30 01:33:35.910594 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-48f94596-1837-4ebe-8753-683ce1702e6d req-14d0dc63-3299-4aba-bab9-0be0c30b2b34 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Jun 30 01:33:37.085850 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b2030-7aab-4953-bb29-cd1ad82c4ae5 req-b9843d73-edea-4a5d-bca0-7b0e7502911b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:37.087308 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-195b2030-7aab-4953-bb29-cd1ad82c4ae5 req-b9843d73-edea-4a5d-bca0-7b0e7502911b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.0631800 Jun 30 01:33:37.123462 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-195b2030-7aab-4953-bb29-cd1ad82c4ae5 req-fb187787-60ea-48ce-ae38-86327f452950 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306275 Jun 30 01:33:40.647294 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-97ed68e2-fa8a-4713-a1d0-94420ed038ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:43.213960 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6c2897e6-3394-4d04-a3aa-cc815f486f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:43.602385 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:44.613875 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:46.002531 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:33:53.266391 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-de96c3bf-bdcc-46c8-9b37-4d46c2b2f892 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957401 Jun 30 01:33:53.359892 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-671ef4ed-063c-4735-b203-66bc6d330ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:53.361425 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-671ef4ed-063c-4735-b203-66bc6d330ea5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 1099 time: 0.0513558 Jun 30 01:33:53.468368 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-cc78a25e-8ff4-4232-91b4-fed5a7ec5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:53.469861 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-cc78a25e-8ff4-4232-91b4-fed5a7ec5348 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.0817950 Jun 30 01:33:53.541391 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-29b11751-c831-4ac8-9e3a-805b22309b0c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 200 len: 1001 time: 0.0579920 Jun 30 01:33:53.588721 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-aab5510d-3f99-4555-afb7-3b37be0bb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:53.590087 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-aab5510d-3f99-4555-afb7-3b37be0bb85e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0420995 Jun 30 01:33:53.643464 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-3adaeaa0-da34-4fa0-8c38-3bc438a5ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:33:53.644897 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-3adaeaa0-da34-4fa0-8c38-3bc438a5ccd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0479784 Jun 30 01:33:53.733217 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-ee42bc0e-04d4-4f77-b513-5c3009d3bb5f service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799246 Jun 30 01:33:53.819693 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-77d099d5-0918-4b06-b5ef-1cbd014ea633 req-169b2aa9-15bf-4e97-9e05-8d9f05820d25 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788491 Jun 30 01:33:54.642424 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:02.013613 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:34:10.642493 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c6073a97-8a13-46fd-869a-9eab3aabce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:12.574741 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75229d05-8491-45b1-b0ca-bebd3c487452 req-7d4b42de-c755-4666-b0f8-853d3bb8c8aa tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:12.576213 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-75229d05-8491-45b1-b0ca-bebd3c487452 req-7d4b42de-c755-4666-b0f8-853d3bb8c8aa tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.0620837 Jun 30 01:34:12.611764 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-75229d05-8491-45b1-b0ca-bebd3c487452 req-2dc1e2a2-d61b-453e-9ef9-793131ce3175 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301156 Jun 30 01:34:13.213640 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9d7939d1-4094-4eca-a81f-b8706d8418df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:13.601117 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:13.786565 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da33b0b-147b-407c-81fc-3856a5202865 req-c42019e9-ea5e-4d85-99e6-e258996f93e1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:13.788456 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3da33b0b-147b-407c-81fc-3856a5202865 req-c42019e9-ea5e-4d85-99e6-e258996f93e1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.0643823 Jun 30 01:34:13.825791 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3da33b0b-147b-407c-81fc-3856a5202865 req-0c4e7450-c688-4398-8a64-96cb423e6751 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=c44ed9be-9256-4637-b240-9982350b8d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316830 Jun 30 01:34:14.134507 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-c26cba30-a1b4-4676-8b07-4b409eb5e395 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:14.135820 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-c26cba30-a1b4-4676-8b07-4b409eb5e395 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 946 time: 0.0692594 Jun 30 01:34:14.229911 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Deleting port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:14.230252 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.315571 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] For port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:14.315925 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.473442 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.473949 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.474130 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Floating IP fb20fbdf-629f-4b76-b3db-dd02272668c4 disassociated. External IP: 172.28.2.242, port: 65fb59ef-0b9b-4c0f-83f2-aa40b838e721. Jun 30 01:34:14.475037 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Calling delete_port for 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:14.601112 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.665465 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:14.669370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:14.695050 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event deleted for resources: {'Port': ['ID=65fb59ef-0b9b-4c0f-83f2-aa40b838e721,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:14.705430 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.705850 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.706224 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.706596 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.706963 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.707384 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.707672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.708027 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.708390 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.709329 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.709689 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.710044 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:14.714202 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:14.818491 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Router ea562d9f-33db-4a90-8bbf-858684f645fe has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:34:14.976693 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ae6ec4cf-f88b-4dd8-8782-6a6ebcdd8faf req-07d78f69-0eba-466d-b15f-eb094c4c7c87 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Jun 30 01:34:15.165514 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:34:15.178932 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:34:15.190456 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:15.191218 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:15.209113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] No DVR routers for this DVR port 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:15.211639 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:15.213650 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-4a572784-51d6-43e1-9011-2874b14d9b9d req-ff8ba438-3070-4290-b055-d99ace752e1c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "DELETE /v2.0/ports/65fb59ef-0b9b-4c0f-83f2-aa40b838e721 HTTP/1.1" status: 204 len: 173 time: 1.0723038 Jun 30 01:34:15.214232 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-deleted', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:15.216493 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e34209-090b-4a83-97c7-4bdb4fdc1b1a" -d '{"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-deleted", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:15.306550 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27ef72f-0626-4a15-8e23-1827e621e950 x-openstack-request-id: req-b27ef72f-0626-4a15-8e23-1827e621e950 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:15.307083 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8fdde5-ee4a-458e-b39b-94e6708e9206", "name": "network-vif-deleted", "tag": "65fb59ef-0b9b-4c0f-83f2-aa40b838e721", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:15.307382 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b27ef72f-0626-4a15-8e23-1827e621e950 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:15.307825 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8fdde5-ee4a-458e-b39b-94e6708e9206', 'name': 'network-vif-deleted', 'tag': '65fb59ef-0b9b-4c0f-83f2-aa40b838e721', 'status': 'completed', 'code': 200} Jun 30 01:34:15.424355 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:15.618735 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:15.648189 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:34:15.656295 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:15.656945 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:15.761201 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:15.962646 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:15.995420 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880584c-c6a9-4a3f-b0fc-1d13529e20ba None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:34:16.049933 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:16.151524 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-70ffe467-ba51-4fe7-9c58-5e79f62b3cd9 req-a2ecc182-bbaf-4e33-ac9b-715f43b12801 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8fdde5-ee4a-458e-b39b-94e6708e9206 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Jun 30 01:34:16.230853 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0997a-ea61-4f4f-be55-893c7895b341 None None] New status for floating IP fb20fbdf-629f-4b76-b3db-dd02272668c4: DOWN {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:34:16.718496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:16.737833 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:16.738184 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 65fb59ef-0b9b-4c0f-83f2-aa40b838e721 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:17.338436 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46360) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:17.396601 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.419269 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.516779 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.519422 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.520682 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "DELETE /v2.0/security-groups/c44ed9be-9256-4637-b240-9982350b8d09 HTTP/1.1" status: 204 len: 168 time: 0.1812563 Jun 30 01:34:17.521528 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-da42b06f-d52a-473c-81c3-98256c4e7d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:17.523565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46362) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:17.530267 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ed9be-9256-4637-b240-9982350b8d09,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:17.537936 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.538314 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.538684 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.539009 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.api.v2.resource [None req-06b3d3c9-2119-4a99-a862-e4b22ff0d0f2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] show failed (client error): The resource could not be found. Jun 30 01:34:17.539138 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.539393 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.539754 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.540107 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.540460 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.540836 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.541216 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.541572 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.541922 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:17.543427 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-06b3d3c9-2119-4a99-a862-e4b22ff0d0f2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups/c44ed9be-9256-4637-b240-9982350b8d09 HTTP/1.1" status: 404 len: 347 time: 0.0188131 Jun 30 01:34:17.544029 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46364) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:17.545055 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:17.664147 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Deleting port 8f332047-a7ef-4307-aac7-e828f7ac9475 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:17.664483 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.739538 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.739810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.751898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Calling delete_port for 8f332047-a7ef-4307-aac7-e828f7ac9475 owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:17.949633 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:17.951539 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-65ea3ad3-643c-48e8-9b13-1ad0bbf8bb7f tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:17.972637 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event deleted for resources: {'Port': ['ID=8f332047-a7ef-4307-aac7-e828f7ac9475,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:17.975098 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:18.034700 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:18.037973 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:18.039098 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "DELETE /v2.0/floatingips/fb20fbdf-629f-4b76-b3db-dd02272668c4 HTTP/1.1" status: 204 len: 168 time: 0.4941432 Jun 30 01:34:18.486408 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46370) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:18.491145 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631677505', 'description': 'tempest-description--2136919024'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:18.579635 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:18.658847 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:18.728038 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:18.731637 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f4749276-458b-45d6-9498-860b24fe3b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:18.758616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27714dca-2628-4e6f-b9eb-a1e532f1546e,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:18.761367 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:18.865329 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:18.867108 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-2aa6f4aa-db48-4528-98d0-9dafec87e713 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3796821 Jun 30 01:34:18.869940 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46372) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:18.874364 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'security_group_rule': {'security_group_id': '27714dca-2628-4e6f-b9eb-a1e532f1546e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:18.982834 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.046228 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.117003 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.119093 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-15b9dabc-93d9-4b1d-a841-221339fa223c tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:19.136368 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f89936-c9cb-43c9-b2ee-76da9002fbd9,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:19.138671 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:19.213562 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.214756 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5711fc7e-6c6d-4aab-93d0-4255f8e477b3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438618 Jun 30 01:34:19.217387 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46374) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:19.221773 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'security_group_rule': {'security_group_id': '27714dca-2628-4e6f-b9eb-a1e532f1546e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:19.312666 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.372888 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.458086 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.460750 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-733d6317-510d-480b-8975-aeebf1ccab79 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:19.478109 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad19966-1fc6-4272-88ad-daa6149025cd,revision_number=0']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:19.481495 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:19.556833 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.558199 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-e3b57fc6-3884-40db-bb89-2ea52daa0ac6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395936 Jun 30 01:34:19.561179 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46382) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:19.565817 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'floatingip': {'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:19.670834 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.771482 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:19.875020 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Allocated IP 172.28.2.81 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/a5110316-d25b-4542-ba33-d84c90bc30ef) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:34:19.971709 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.054115 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.057078 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0dd66579-cf8e-46c0-bf45-4e0af75ef4b2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:20.096067 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:34:20.098809 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:34:20.102272 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:34:20.127505 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'Port': ['ID=a5110316-d25b-4542-ba33-d84c90bc30ef,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:20.131852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:20.190113 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.314773 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.461990 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.521982 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.524774 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fefad90d-c4f7-41c4-9d86-ab26d2da1ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:20.590818 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'Port': ['ID=a5110316-d25b-4542-ba33-d84c90bc30ef,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:20.595963 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:20.602902 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.687550 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:20.688792 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1264935 Jun 30 01:34:20.871404 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-2fcad194-c61e-4f64-8e33-11a70b44d101 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1631677505&fields=id&tenant_id=a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 267 time: 0.0332289 Jun 30 01:34:20.976513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-ae1ddc93-d3ad-4366-8bb3-927fae393af2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:20.977971 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-ae1ddc93-d3ad-4366-8bb3-927fae393af2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 817 time: 0.1004481 Jun 30 01:34:20.991823 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-3cdc4ba8-a962-482b-9c27-97b78fb0f80e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/quotas/a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 375 time: 0.0086114 Jun 30 01:34:21.056992 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-7a9f11a7-e97b-4698-aa44-31ea05170a38 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601668 Jun 30 01:34:21.188244 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-595947f5-5f18-4509-bab9-498a67633370 service neutron] 10.222.0.37 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197278 Jun 30 01:34:21.280247 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-4f99e24f-17f1-4764-9d8f-92cdfba8a62c service neutron] 10.222.0.37 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864339 Jun 30 01:34:21.524865 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-74e060c6-c45c-4f29-a1e9-da5c570b987b req-6a9027af-617d-405c-8e7f-167711b4b319 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 210 time: 0.0310314 Jun 30 01:34:22.667772 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6e1733e4-5119-4061-8b9b-5ff0e50f5702 req-06d82bdb-363c-413e-995d-68b15f4f6b11 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Jun 30 01:34:23.823672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-2e792163-8095-48cc-8a8a-0a82f2b70693 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:23.825161 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-2e792163-8095-48cc-8a8a-0a82f2b70693 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 817 time: 0.1046290 Jun 30 01:34:23.831939 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4a7e5859-397a-4e62-8b19-ece747dabcea req-f6162187-2c6c-4b5e-bab7-3f587c6995aa tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 210 time: 0.0423424 Jun 30 01:34:23.868196 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-60661d59-6160-40d4-9597-d4046e9b8782 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 380 time: 0.0346265 Jun 30 01:34:23.876857 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'port': {'device_id': '47cf974d-c29e-4859-80cc-c835132d3a73', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'admin_state_up': True, 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'security_groups': ['27714dca-2628-4e6f-b9eb-a1e532f1546e']}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:24.053924 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Made reservation on behalf of a77227a108c246a3bbaac92309cabd75 for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:34:24.057882 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.178539 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Allocated IP 172.20.0.3 (a5984cc2-ef92-4d61-815c-f1be958642c4/63b4856e-1162-4ded-9054-e980191adebd/3ada6c02-85bd-4dda-836c-4b8fe16930f2) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:34:24.317626 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.331439 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Transition to ACTIVE for port object 3ada6c02-85bd-4dda-836c-4b8fe16930f2 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:34:24.425533 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.429432 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e883c5a1-e2de-47a4-a0b2-7d456fb258f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:24.477611 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Network a5984cc2-ef92-4d61-815c-f1be958642c4 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:34:24.480867 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:34:24.484665 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:34:24.492665 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:24.513458 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:24.539806 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:24.540428 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.614583 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-74844eb6-7f74-4b67-aa38-bc973c72263f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7416508 Jun 30 01:34:24.626713 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Request body: {'port': {'device_id': '47cf974d-c29e-4859-80cc-c835132d3a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:24.665616 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.699741 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.727700 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-b90da294-e6f7-4a54-bfdc-101cc2f35807 None None] Provisioning for port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:34:24.731894 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-b90da294-e6f7-4a54-bfdc-101cc2f35807 None None] Provisioning complete for port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:24.733179 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b90da294-e6f7-4a54-bfdc-101cc2f35807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.768149 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-b90da294-e6f7-4a54-bfdc-101cc2f35807 None None] Port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:34:24.964704 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ada6c02-85bd-4dda-836c-4b8fe16930f2 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:24.971964 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:24.987610 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Transition to ACTIVE for port object 3ada6c02-85bd-4dda-836c-4b8fe16930f2 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:34:25.012276 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b336d-a21d-4716-9bf2-ebad5155395b req-2d70d8d6-0ea8-43b5-93a3-c0930e69d329 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.013792 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f9b336d-a21d-4716-9bf2-ebad5155395b req-2d70d8d6-0ea8-43b5-93a3-c0930e69d329 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 931 time: 0.0641916 Jun 30 01:34:25.051950 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f9b336d-a21d-4716-9bf2-ebad5155395b req-92f3bd83-a4d6-4d66-bac3-7dee1244d540 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325494 Jun 30 01:34:25.088032 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:25.091058 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-85b3953d-077b-4c78-86f7-9c4672000712 tempest-ServerRescueNegativeTestJSON-537672497 tempest-ServerRescueNegativeTestJSON-537672497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:25.151420 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:25.155671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:25.226114 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Attempting to bind port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:34:25.226441 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Attempting to bind port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:34:25.226784 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Attempting to bind port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 on network a5984cc2-ef92-4d61-815c-f1be958642c4 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:25.231229 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 on network a5984cc2-ef92-4d61-815c-f1be958642c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:34:25.231549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Attempting to bind port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 on network a5984cc2-ef92-4d61-815c-f1be958642c4 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:34:25.236330 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:34:25.236696 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Checking segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:34:25.237075 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Bound using segment: {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:34:25.237492 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Bound port: 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c29120-b65a-43b7-8feb-1539525934df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:34:25.237844 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:25.304241 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:34:25.307218 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:34:25.397692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:25.399732 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:25.436003 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.436681 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:25.438085 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] 10.222.0.38 "PUT /v2.0/ports/3ada6c02-85bd-4dda-836c-4b8fe16930f2 HTTP/1.1" status: 200 len: 1093 time: 0.8158066 Jun 30 01:34:25.438608 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:25.441204 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c55205b-3c86-4539-8e2b-1cccab9f5c48" -d '{"events": [{"name": "network-changed", "server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:25.473472 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:25.477407 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:25.484583 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd227444-935d-4515-a095-4e18249ccd68 x-openstack-request-id: req-dd227444-935d-4515-a095-4e18249ccd68 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:25.484918 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:25.485184 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd227444-935d-4515-a095-4e18249ccd68 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:25.485608 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'status': 'completed', 'code': 200} Jun 30 01:34:25.562621 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55205b-3c86-4539-8e2b-1cccab9f5c48 req-9fd8d5c5-a0e2-43ea-9a0c-ab6bdb06bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.564119 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-9c55205b-3c86-4539-8e2b-1cccab9f5c48 req-9fd8d5c5-a0e2-43ea-9a0c-ab6bdb06bb06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1096 time: 0.0555773 Jun 30 01:34:25.670938 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55205b-3c86-4539-8e2b-1cccab9f5c48 req-1b3d2bd0-3e01-44a2-bf2f-1e9d88a699b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.672408 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-9c55205b-3c86-4539-8e2b-1cccab9f5c48 req-1b3d2bd0-3e01-44a2-bf2f-1e9d88a699b6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a77227a108c246a3bbaac92309cabd75&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0999985 Jun 30 01:34:25.766956 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55205b-3c86-4539-8e2b-1cccab9f5c48 req-71f1e828-1363-4971-9e6d-42c36218205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.768372 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-9c55205b-3c86-4539-8e2b-1cccab9f5c48 req-71f1e828-1363-4971-9e6d-42c36218205e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897729 Jun 30 01:34:25.864081 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-2bad3cf5-2a15-4fc4-b95d-02b1c4b704bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.865552 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-2bad3cf5-2a15-4fc4-b95d-02b1c4b704bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1096 time: 0.0510573 Jun 30 01:34:25.908436 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-ff471a88-f9c9-4273-9161-813d82041366 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2 HTTP/1.1" status: 200 len: 217 time: 0.0344880 Jun 30 01:34:25.954950 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-5b8350cc-e6b6-4989-8e6a-539f9046f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:25.956360 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-5b8350cc-e6b6-4989-8e6a-539f9046f06f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0416784 Jun 30 01:34:26.015861 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-93bdd95e-a2f2-41b5-810b-24c6a0719f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:26.019981 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-93bdd95e-a2f2-41b5-810b-24c6a0719f67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0549648 Jun 30 01:34:26.106129 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-8f4ef5e8-b74f-4360-a2f6-b7e8eb3dff88 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823650 Jun 30 01:34:26.202329 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ece62b6a-27f6-4ff3-98d9-57800b5a04e3 req-abdec407-72f1-442f-a6d9-441a33d76964 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901086 Jun 30 01:34:26.251996 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1110e9a-2273-4df6-96f0-ced920c1c4e3 req-92fa2ee8-c14f-4f75-9a84-6db6ecf3e48e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:26.253518 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e1110e9a-2273-4df6-96f0-ced920c1c4e3 req-92fa2ee8-c14f-4f75-9a84-6db6ecf3e48e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0797195 Jun 30 01:34:26.293451 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e1110e9a-2273-4df6-96f0-ced920c1c4e3 req-910d5351-2fb6-40d4-873e-c9160f28f126 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330009 Jun 30 01:34:27.474270 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5d4ce-79ca-4b30-9ddf-d8b54c6c7faf req-9663b6a0-d914-4597-8627-997ed9d147e3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:27.476161 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b7a5d4ce-79ca-4b30-9ddf-d8b54c6c7faf req-9663b6a0-d914-4597-8627-997ed9d147e3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0652595 Jun 30 01:34:27.512867 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b7a5d4ce-79ca-4b30-9ddf-d8b54c6c7faf req-e90cae16-cb39-4e6d-a913-c00e91f25ce5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jun 30 01:34:28.523331 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba61108-bbda-4a7d-9879-d3ccd629b671 req-55edc407-b580-4d39-8194-46db63643e7e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:28.524829 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dba61108-bbda-4a7d-9879-d3ccd629b671 req-55edc407-b580-4d39-8194-46db63643e7e tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Jun 30 01:34:28.561735 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dba61108-bbda-4a7d-9879-d3ccd629b671 req-b7ca213c-c1b0-473e-815c-54b06b46a2e1 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Jun 30 01:34:28.689665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c7e2f-5c0e-45d2-8bcf-11f4bbb90e4c req-f15fbb5f-d309-4f15-8e21-4b146b000f68 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:28.691107 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1e6c7e2f-5c0e-45d2-8bcf-11f4bbb90e4c req-f15fbb5f-d309-4f15-8e21-4b146b000f68 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0640116 Jun 30 01:34:28.727539 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1e6c7e2f-5c0e-45d2-8bcf-11f4bbb90e4c req-bf83f172-ccc3-46d2-8eab-9f1ef3ee3641 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301983 Jun 30 01:34:28.750092 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:34:28.843690 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:28.855076 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'mac_address': 'fa:16:3e:21:f9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:34:28.890263 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.902252 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ada6c02-85bd-4dda-836c-4b8fe16930f2 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:34:28.921291 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:28.967595 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:28.969254 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:29.013764 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:29.021009 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.021392 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.021726 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.022058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.022384 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.022709 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.023075 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.023600 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.024143 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.024723 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.025235 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.025768 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:34:29.030561 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:29.206582 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['3ada6c02-85bd-4dda-836c-4b8fe16930f2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:34:29.727943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138474-a7d9-4eb4-afa6-fabfbee82aaa req-a6baa93a-296e-49c5-94a0-7243b36f4e8d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:29.729433 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-01138474-a7d9-4eb4-afa6-fabfbee82aaa req-a6baa93a-296e-49c5-94a0-7243b36f4e8d tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0609429 Jun 30 01:34:29.766643 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-01138474-a7d9-4eb4-afa6-fabfbee82aaa req-77efbf1b-0b70-4420-bce5-7efbd1d12007 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Jun 30 01:34:29.898664 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9983291-27e4-4b40-aa2c-bf31721cad41 req-a5ff650e-f801-4d6f-820f-c9b9c162faf2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:29.902984 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c9983291-27e4-4b40-aa2c-bf31721cad41 req-a5ff650e-f801-4d6f-820f-c9b9c162faf2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 944 time: 0.0603452 Jun 30 01:34:29.936175 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c9983291-27e4-4b40-aa2c-bf31721cad41 req-e8ac104a-1e01-4519-9821-8486dcbf7d8e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305150 Jun 30 01:34:30.323857 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-0cb32207-63a8-47c0-9113-a271352e28f2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:30.325191 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-0cb32207-63a8-47c0-9113-a271352e28f2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 945 time: 0.0644445 Jun 30 01:34:30.420318 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Deleting port d8995055-bb9b-4afb-b4df-e266f1bfd0fe {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:30.420680 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.502671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] For port d8995055-bb9b-4afb-b4df-e266f1bfd0fe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:30.503031 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.664149 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.664509 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.664851 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Floating IP c224f30d-c746-4e8b-8d39-b36c12e03b20 disassociated. External IP: 172.28.2.224, port: d8995055-bb9b-4afb-b4df-e266f1bfd0fe. Jun 30 01:34:30.665179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Calling delete_port for d8995055-bb9b-4afb-b4df-e266f1bfd0fe owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:30.750731 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:34:30.905096 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.909266 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-014f7de4-cf3f-476a-9407-a65f653bc717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:30.927992 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:34:30.932861 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:34:30.939499 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:30.939651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event deleted for resources: {'Port': ['ID=d8995055-bb9b-4afb-b4df-e266f1bfd0fe,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:30.939651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:30.953027 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1af8d-626f-485a-b3cf-b99b9e74048d req-68c462bd-4364-48fc-ba63-8ab0589cb486 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:30.956979 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4cf1af8d-626f-485a-b3cf-b99b9e74048d req-68c462bd-4364-48fc-ba63-8ab0589cb486 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 867 time: 0.0774956 Jun 30 01:34:31.007216 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4cf1af8d-626f-485a-b3cf-b99b9e74048d req-d7eb879d-2f89-45e0-9b1f-46c5011b4364 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7123d07-686f-4f19-88b4-465c46c130b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Jun 30 01:34:31.031359 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.051167 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:31.055023 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04acbc3-749d-4bdd-9df2-f7057c65ebf5" -d '{"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:31.071201 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:34:31.071716 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:31.111591 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.114825 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:31.161757 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb6a5-01b6-44e8-9fed-1b71ac5f0e0b req-729843b3-4010-4620-b3c1-a663fc83c236 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.163462 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-150eb6a5-01b6-44e8-9fed-1b71ac5f0e0b req-729843b3-4010-4620-b3c1-a663fc83c236 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 944 time: 0.0717392 Jun 30 01:34:31.174807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd3023-c522-4758-b912-905219562028 x-openstack-request-id: req-42fd3023-c522-4758-b912-905219562028 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:31.175500 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:31.175742 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42fd3023-c522-4758-b912-905219562028 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:31.176139 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'code': 200} Jun 30 01:34:31.177068 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:31.182102 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:31.189621 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:34:31.211284 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:34:31.212091 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-150eb6a5-01b6-44e8-9fed-1b71ac5f0e0b req-09731b62-af9b-4473-98c5-a1b7ca1b9f3d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Jun 30 01:34:31.221013 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:31.221684 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:31.239774 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] No DVR routers for this DVR port d8995055-bb9b-4afb-b4df-e266f1bfd0fe on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:31.242297 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:31.244811 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-46d300cd-10d1-48bb-9eec-5b63df99a900 req-608aa617-4a27-4ad8-a7fb-83b76060ef90 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.38 "DELETE /v2.0/ports/d8995055-bb9b-4afb-b4df-e266f1bfd0fe HTTP/1.1" status: 204 len: 173 time: 0.9144540 Jun 30 01:34:31.245556 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'name': 'network-vif-deleted', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:31.258115 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861336bb-6ff0-479f-9a06-2cb87d220ad9" -d '{"events": [{"server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "name": "network-vif-deleted", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:31.294752 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506e6b8c-5b9c-40ba-978b-81dfb4004748 x-openstack-request-id: req-506e6b8c-5b9c-40ba-978b-81dfb4004748 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:31.295063 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bee8f65-bb04-4326-9a13-346c12856e62", "name": "network-vif-deleted", "tag": "d8995055-bb9b-4afb-b4df-e266f1bfd0fe", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:31.295349 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-506e6b8c-5b9c-40ba-978b-81dfb4004748 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:31.295860 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bee8f65-bb04-4326-9a13-346c12856e62', 'name': 'network-vif-deleted', 'tag': 'd8995055-bb9b-4afb-b4df-e266f1bfd0fe', 'status': 'completed', 'code': 200} Jun 30 01:34:31.350526 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:31.555143 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:31.581209 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:34:31.590084 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:31.590707 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:31.632337 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3096ac-db37-4a27-9198-6f37d120d7ac req-1187cca3-9c6e-409c-a235-3ddab85af8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:31.634036 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-cb3096ac-db37-4a27-9198-6f37d120d7ac req-1187cca3-9c6e-409c-a235-3ddab85af8b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1098 time: 0.0526814 Jun 30 01:34:31.668353 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-cb3096ac-db37-4a27-9198-6f37d120d7ac req-1e0f035b-2181-4663-aad3-d6a219130a23 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270045 Jun 30 01:34:31.694526 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:31.885970 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:31.910579 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3844f6-f5f0-48ee-b661-418c72c333bc None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:28:42Z', 'revision_number': 4, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '5a00cce2-3d30-4864-bf13-50b4e3b0833a', 'name': '', 'network_id': '54933fc3-5e04-492a-922e-efb376f86975', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'mac_address': 'fa:16:3e:0e:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:40Z', 'updated_at': '2021-06-30T01:28:50Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'subnets': [{'id': '1c1fe927-3ab0-4565-8e29-f7a1fcafb189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:34:32.129660 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5978da-0836-401d-a8a4-7da2ac5269d3 None None] New status for floating IP c224f30d-c746-4e8b-8d39-b36c12e03b20: DOWN {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:34:32.174066 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b501c6e6-4b79-4be0-b898-bf5f43c1aa3e req-1bf35958-03f0-47d0-8922-5a4a1c538212 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bee8f65-bb04-4326-9a13-346c12856e62 HTTP/1.1" status: 200 len: 210 time: 0.0328481 Jun 30 01:34:32.413151 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ea20-8d2f-4c0f-af0d-1847afc17381 req-c230f468-7b5d-4462-9988-5c3d69d8cc9b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:32.414654 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7194ea20-8d2f-4c0f-af0d-1847afc17381 req-c230f468-7b5d-4462-9988-5c3d69d8cc9b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0671275 Jun 30 01:34:32.456449 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7194ea20-8d2f-4c0f-af0d-1847afc17381 req-ae5f02f3-4562-479e-970e-a4fbc5715660 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338380 Jun 30 01:34:33.351325 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 46516) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:33.405816 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.427744 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.527891 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.530477 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.531647 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "DELETE /v2.0/security-groups/c7123d07-686f-4f19-88b4-465c46c130b8 HTTP/1.1" status: 204 len: 168 time: 0.1790557 Jun 30 01:34:33.532461 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-521a4da0-29b0-49bc-b81f-a44af4b2a736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:33.534363 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46520) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:33.541145 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7123d07-686f-4f19-88b4-465c46c130b8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:33.543652 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:33.556309 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.api.v2.resource [None req-f4eeae62-e6a6-465f-8100-11899fd3eb78 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] show failed (client error): The resource could not be found. Jun 30 01:34:33.557358 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f4eeae62-e6a6-465f-8100-11899fd3eb78 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "GET /v2.0/security-groups/c7123d07-686f-4f19-88b4-465c46c130b8 HTTP/1.1" status: 404 len: 347 time: 0.0219247 Jun 30 01:34:33.560446 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46522) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:33.633398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e17674-26ca-4d17-a231-2ce2eb3934b0 req-db953dca-efbe-4567-864f-52dd837781fd tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:33.634866 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f3e17674-26ca-4d17-a231-2ce2eb3934b0 req-db953dca-efbe-4567-864f-52dd837781fd tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0648546 Jun 30 01:34:33.672685 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f3e17674-26ca-4d17-a231-2ce2eb3934b0 req-0820afce-5505-4e14-9863-5c98b094200c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jun 30 01:34:33.679985 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Deleting port a9fb4763-b75c-42e2-b24a-28bf46d898bf {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:33.680325 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.755588 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.755913 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:33.767544 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Calling delete_port for a9fb4763-b75c-42e2-b24a-28bf46d898bf owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:33.842647 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed83fd-2599-4c08-91b5-9980c98acd12 req-be33335b-e338-461b-885b-39a38c83f0c2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:33.844446 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-56ed83fd-2599-4c08-91b5-9980c98acd12 req-be33335b-e338-461b-885b-39a38c83f0c2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0627997 Jun 30 01:34:33.853147 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46526) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:33.860129 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Request body: {'floatingip': {'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:34:33.917908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:34.072623 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:34.075670 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:34.107056 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Pushing event deleted for resources: {'Port': ['ID=a9fb4763-b75c-42e2-b24a-28bf46d898bf,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:34.109514 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:34.243171 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:34.245687 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:34.246829 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] 10.222.0.37 "DELETE /v2.0/floatingips/c224f30d-c746-4e8b-8d39-b36c12e03b20 HTTP/1.1" status: 204 len: 168 time: 0.6854575 Jun 30 01:34:34.429432 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:34.561965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:34.750418 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device d8995055-bb9b-4afb-b4df-e266f1bfd0fe no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:34.771749 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: d8995055-bb9b-4afb-b4df-e266f1bfd0fe {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:34.772834 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device d8995055-bb9b-4afb-b4df-e266f1bfd0fe not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:34.901052 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Floating IP 7e1d78c8-2249-4234-a873-39f1ccb5f23a associated. External IP: 172.28.2.81, port: 3ada6c02-85bd-4dda-836c-4b8fe16930f2. Jun 30 01:34:35.102333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Router ea562d9f-33db-4a90-8bbf-858684f645fe has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:34:35.206403 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:34:35.211044 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:35.215214 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:34:35.223652 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:35.224254 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:35.248188 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e4f7e487-a462-40ae-b678-9fc9ab792d81 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "PUT /v2.0/floatingips/7e1d78c8-2249-4234-a873-39f1ccb5f23a HTTP/1.1" status: 200 len: 990 time: 1.3940036 Jun 30 01:34:35.248972 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:34:35.251360 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa9cae-df0b-46c4-b36a-b14096052323" -d '{"events": [{"name": "network-changed", "server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:34:35.291166 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcaedab-66db-4bac-86cc-5b752c9994a9 x-openstack-request-id: req-bbcaedab-66db-4bac-86cc-5b752c9994a9 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:34:35.291499 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:34:35.291810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbcaedab-66db-4bac-86cc-5b752c9994a9 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:34:35.292232 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'status': 'completed', 'code': 200} Jun 30 01:34:35.378236 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-4fe135c9-a67d-49d7-b7b7-c10107c9737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:35.380238 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-4fe135c9-a67d-49d7-b7b7-c10107c9737b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1098 time: 0.0636179 Jun 30 01:34:35.456472 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:35.468659 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-8aca6b28-d5ef-4c66-8a6d-472724abed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:35.470224 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-8aca6b28-d5ef-4c66-8a6d-472724abed0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.0840378 Jun 30 01:34:35.536856 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-fef1b498-e679-4d3e-a6cd-e9a61e218d62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2 HTTP/1.1" status: 200 len: 998 time: 0.0599227 Jun 30 01:34:35.585919 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-1471f031-138e-44d4-b269-0d0185a1fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:35.587357 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-1471f031-138e-44d4-b269-0d0185a1fcaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0445125 Jun 30 01:34:35.645674 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-e17e6472-d957-4001-a6c9-25fa53a1d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:35.647181 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-e17e6472-d957-4001-a6c9-25fa53a1d1b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0530050 Jun 30 01:34:35.680675 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '7e1d78c8-2249-4234-a873-39f1ccb5f23a', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'mac_address': 'fa:16:3e:21:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cf974d-c29e-4859-80cc-c835132d3a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:34:20Z', 'updated_at': '2021-06-30T01:34:34Z', 'revision_number': 1, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:35.706216 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:34:35.714564 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:35.715194 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:35.738607 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-32045ca3-9d7a-4080-8ec0-6eff3376af26 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849409 Jun 30 01:34:35.828844 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:35.829442 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-6daa9cae-df0b-46c4-b36a-b14096052323 req-68a34c86-1cf5-42b8-9716-7db9e6fc62eb service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Jun 30 01:34:36.047721 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '7e1d78c8-2249-4234-a873-39f1ccb5f23a', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'mac_address': 'fa:16:3e:21:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cf974d-c29e-4859-80cc-c835132d3a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:34:20Z', 'updated_at': '2021-06-30T01:34:34Z', 'revision_number': 1, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:36.073414 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc802ab9-6b2e-4008-b707-4a95ecfb66aa None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '7e1d78c8-2249-4234-a873-39f1ccb5f23a', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'floating_ip_address': '172.28.2.81', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'mac_address': 'fa:16:3e:21:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cf974d-c29e-4859-80cc-c835132d3a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:34:20Z', 'updated_at': '2021-06-30T01:34:34Z', 'revision_number': 1, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:34:36.253551 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0622909-d8f8-45e8-905f-eb700304ff26 None None] New status for floating IP 7e1d78c8-2249-4234-a873-39f1ccb5f23a: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:34:38.349010 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46562) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:38.770021 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.008833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Deleting port 5a00cce2-3d30-4864-bf13-50b4e3b0833a {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:39.009174 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.012500 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:34:39.082764 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] For port 5a00cce2-3d30-4864-bf13-50b4e3b0833a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=5a00cce2-3d30-4864-bf13-50b4e3b0833a,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:39.083143 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.098546 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Calling delete_port for 5a00cce2-3d30-4864-bf13-50b4e3b0833a owned by network:router_interface {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:39.310223 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.312093 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-063e3b8c-07ef-4528-bec1-46bd703a409d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:39.333408 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a00cce2-3d30-4864-bf13-50b4e3b0833a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:39.337365 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:39.497491 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.697726 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Router ef62c79d-603c-4ad7-b57f-1e13eee391c5 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:34:39.801565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:34:39.810937 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] 10.222.0.37 "PUT /v2.0/routers/ef62c79d-603c-4ad7-b57f-1e13eee391c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4567266 Jun 30 01:34:39.810937 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46570) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:39.812593 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] Sync routers for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:34:39.822422 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:39.823036 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:39.910437 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:39.925982 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:40.008655 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.102327 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:34:39Z', 'revision_number': 5, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port': {'id': '534bc618-faf9-45ee-a2e2-6519a485adbb', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:28:37Z', 'updated_at': '2021-06-30T01:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:40.123534 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Deleting port 534bc618-faf9-45ee-a2e2-6519a485adbb {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:40.123874 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.130433 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] Checking router: ef62c79d-603c-4ad7-b57f-1e13eee391c5 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:34:40.139071 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] Routers {'ef62c79d-603c-4ad7-b57f-1e13eee391c5'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:34:40.139670 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:34:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:40.198842 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] For port 534bc618-faf9-45ee-a2e2-6519a485adbb, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=534bc618-faf9-45ee-a2e2-6519a485adbb,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:40.199191 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.214788 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Calling delete_port for 534bc618-faf9-45ee-a2e2-6519a485adbb owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:40.221861 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] Set router ef62c79d-603c-4ad7-b57f-1e13eee391c5 gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:34:40.270394 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:34:40Z', 'revision_number': 6, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port_host': None}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:40.299204 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c305c-6777-44eb-85f5-0831a5d7d965 None None] The sync data for ids ['ef62c79d-603c-4ad7-b57f-1e13eee391c5'] in dv-cinder-797245-10-smb is: [{'id': 'ef62c79d-603c-4ad7-b57f-1e13eee391c5', 'name': 'tempest-AttachVolumeTestJSON-1901866417-router', 'tenant_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:28:35Z', 'updated_at': '2021-06-30T01:34:40Z', 'revision_number': 6, 'project_id': '1e4e4164c01d4ba3af621e9c2c58c39e', 'gw_port_host': None}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:34:40.441785 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.443794 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:40.468446 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=534bc618-faf9-45ee-a2e2-6519a485adbb,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:40.471901 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:40.529189 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.614054 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.615987 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.630383 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-853e1086-73f3-482a-ae25-a4a29178a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.738833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.739363 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef62c79d-603c-4ad7-b57f-1e13eee391c5 {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:34:40.744397 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.745588 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-d97afcbb-aaaa-4f03-93a8-28b4469f3bbd admin admin] 10.222.0.37 "DELETE /v2.0/routers/ef62c79d-603c-4ad7-b57f-1e13eee391c5 HTTP/1.1" status: 204 len: 168 time: 0.9351304 Jun 30 01:34:40.748044 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46572) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:40.793108 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Deleting subnet 1c1fe927-3ab0-4565-8e29-f7a1fcafb189 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:34:40.796007 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:40.828895 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.176585 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.293648 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.296061 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-387c73c5-b063-41cb-bef1-2c50154be46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:41.319271 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1fe927-3ab0-4565-8e29-f7a1fcafb189,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:41.322213 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:41.323187 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.325022 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-b33156dd-1875-4c04-bfca-09475360994e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c1fe927-3ab0-4565-8e29-f7a1fcafb189 HTTP/1.1" status: 204 len: 168 time: 0.5760076 Jun 30 01:34:41.327433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46576) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:41.329923 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48486097-ae14-4cc6-b456-4f6d4b4aced5 None None] Network 54933fc3-5e04-492a-922e-efb376f86975 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:34:41.400160 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.453479 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Deleting port f67af8a1-da70-466a-bfe9-49037e95d0b8 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:41.454103 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.515633 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] DHCP port deletion for 54933fc3-5e04-492a-922e-efb376f86975 request from dv-cinder-797245-10-smb {{(pid=93483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:34:41.517347 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] For port f67af8a1-da70-466a-bfe9-49037e95d0b8, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=f67af8a1-da70-466a-bfe9-49037e95d0b8,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:41.517700 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.533972 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Calling delete_port for f67af8a1-da70-466a-bfe9-49037e95d0b8 owned by network:dhcp {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:41.561372 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Deleting port f67af8a1-da70-466a-bfe9-49037e95d0b8 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:34:41.561755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.621258 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] For port f67af8a1-da70-466a-bfe9-49037e95d0b8, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=f67af8a1-da70-466a-bfe9-49037e95d0b8,segment=NetworkSegment(8fc4e244-a93e-47f7-b798-8c89467441c6),segment_id=8fc4e244-a93e-47f7-b798-8c89467441c6)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:34:41.621562 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.633735 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Calling delete_port for f67af8a1-da70-466a-bfe9-49037e95d0b8 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:34:41.665143 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.667206 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:41.691402 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f67af8a1-da70-466a-bfe9-49037e95d0b8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:41.694567 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:41.695338 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] No DVR routers for this DVR port f67af8a1-da70-466a-bfe9-49037e95d0b8 on host dv-cinder-797245-10-smb {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:41.757240 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.759957 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:41.768943 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.778474 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54933fc3-5e04-492a-922e-efb376f86975']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:41.785527 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Pushing event deleted for resources: {'Port': ['ID=f67af8a1-da70-466a-bfe9-49037e95d0b8,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:41.787599 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] No DVR routers for this DVR port f67af8a1-da70-466a-bfe9-49037e95d0b8 on host dv-cinder-797245-10-smb {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:34:41.789354 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:41.791055 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc4e244-a93e-47f7-b798-8c89467441c6') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:41.791468 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc4e244-a93e-47f7-b798-8c89467441c6') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:34:41.802956 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.815887 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.821820 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:34:41.822196 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:34:41.823824 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:34:41.944832 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.948427 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:41.950852 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:41.952640 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/54933fc3-5e04-492a-922e-efb376f86975 HTTP/1.1" status: 204 len: 168 time: 0.6242905 Jun 30 01:34:41.968937 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Pushing event deleted for resources: {'Network': ['ID=54933fc3-5e04-492a-922e-efb376f86975,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:41.971333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d13fabaa-b41a-41e8-a9fd-11f0851687fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:42.081465 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 5a00cce2-3d30-4864-bf13-50b4e3b0833a no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:42.218037 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 5a00cce2-3d30-4864-bf13-50b4e3b0833a {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:42.218395 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 5a00cce2-3d30-4864-bf13-50b4e3b0833a not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:42.218825 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device f67af8a1-da70-466a-bfe9-49037e95d0b8 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:42.237134 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: f67af8a1-da70-466a-bfe9-49037e95d0b8 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:42.240623 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device f67af8a1-da70-466a-bfe9-49037e95d0b8 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:42.240623 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 534bc618-faf9-45ee-a2e2-6519a485adbb no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:34:42.255267 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 534bc618-faf9-45ee-a2e2-6519a485adbb {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:34:42.255626 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 534bc618-faf9-45ee-a2e2-6519a485adbb not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:34:42.296767 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46582) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:42.336206 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-5460f3c9-9f85-47b4-8f9d-a32778a2d358 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e4e4164c01d4ba3af621e9c2c58c39e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376496 Jun 30 01:34:42.338447 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 46584) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:34:42.383448 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:42.403834 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:42.487481 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:42.489987 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:42.491138 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f954c84f-7d23-425b-be58-7a89bb734ca4 HTTP/1.1" status: 204 len: 168 time: 0.1518152 Jun 30 01:34:42.491964 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-47c9d9d2-dc1a-4b88-a213-cdc72c2fda03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:34:42.499370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954c84f-7d23-425b-be58-7a89bb734ca4,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:34:42.501729 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:34:43.248103 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eac9a1ac-c14e-4edb-853e-0516c4f79962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:43.607235 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:44.630579 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:46.018636 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:54.664665 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:34:56.047013 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-5a1d9117-4da3-4883-9963-9f609b6af899 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502367 Jun 30 01:34:56.121330 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-16728de6-64b0-44fb-8382-208cd95e2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.122805 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-16728de6-64b0-44fb-8382-208cd95e2bb9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1099 time: 0.0552344 Jun 30 01:34:56.230777 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-21eb6fcc-8c1c-4dcd-9350-45202824eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.232171 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-21eb6fcc-8c1c-4dcd-9350-45202824eba8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 910 time: 0.0889616 Jun 30 01:34:56.299281 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-f3164c94-6a1e-4e68-b4ef-c294da357a4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0597503 Jun 30 01:34:56.348873 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-6ee957df-b526-45a9-8919-e12a731510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.350310 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-6ee957df-b526-45a9-8919-e12a731510b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0436325 Jun 30 01:34:56.407723 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-186de0da-a2ae-4278-8156-e2e1611201a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:34:56.409279 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-186de0da-a2ae-4278-8156-e2e1611201a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0528169 Jun 30 01:34:56.500414 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-cadc0f96-8e1d-44f7-b622-1bbe4cf7e203 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842292 Jun 30 01:34:56.595334 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-95f56e7e-cdd6-4a39-a8ed-e1759bdd6617 req-f7a3beb6-6725-4be2-be48-e8cac4ce107a service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886993 Jun 30 01:35:10.653042 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5d91b358-fd2d-4317-87e5-ffd4c0df44ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:13.218282 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6390818d-cb80-468f-a520-127bdeacdf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:13.646774 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:14.589636 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:15.745576 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a60b8e-723b-4bac-b86c-aee36d8b9361 req-3b1bd748-2397-43eb-b2d5-541b830bbe9e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:15.747087 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4a60b8e-723b-4bac-b86c-aee36d8b9361 req-3b1bd748-2397-43eb-b2d5-541b830bbe9e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0651703 Jun 30 01:35:15.785920 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4a60b8e-723b-4bac-b86c-aee36d8b9361 req-9a85495e-1ee8-4c77-9043-0815dc84609f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Jun 30 01:35:16.011814 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:35:16.029738 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:16.969445 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71652aa-c1f9-4546-af4d-319e46e05297 req-17454e0f-51cd-4b6f-b739-ace619597d15 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:16.971646 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c71652aa-c1f9-4546-af4d-319e46e05297 req-17454e0f-51cd-4b6f-b739-ace619597d15 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0649130 Jun 30 01:35:17.008121 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c71652aa-c1f9-4546-af4d-319e46e05297 req-dfc639d8-7add-430d-8d1d-ac0310e09938 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Jun 30 01:35:18.185782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc7bde-4577-4556-b6e8-f245e104af1a req-c1cd1d12-573f-443c-a3c6-938612849358 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:18.187277 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4efc7bde-4577-4556-b6e8-f245e104af1a req-c1cd1d12-573f-443c-a3c6-938612849358 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0635934 Jun 30 01:35:18.224845 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4efc7bde-4577-4556-b6e8-f245e104af1a req-b335d99b-5a4b-4bdd-bf4b-6f5a56384f0a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Jun 30 01:35:19.404145 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95ab40-619e-45c0-9018-86aa17afa245 req-873d640f-052d-48e3-b974-6c7575124b52 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:19.405714 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f95ab40-619e-45c0-9018-86aa17afa245 req-873d640f-052d-48e3-b974-6c7575124b52 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0668969 Jun 30 01:35:19.443156 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8f95ab40-619e-45c0-9018-86aa17afa245 req-3c007c2e-149b-4b65-96bd-714bbe524685 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Jun 30 01:35:19.461685 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47028) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:19.564739 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:19.646269 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:19.737900 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:19.740270 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ffa8a7c8-9195-4ab8-8140-38994d6ed862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:19.774447 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb1c1d-ba4a-49b7-a367-377e2fde0504,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:19.778277 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21906d69867941379418f707098994a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154676 Jun 30 01:35:19.780871 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47032) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:19.783997 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.784374 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.784764 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.785124 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.785480 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.785837 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.786189 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.786546 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.786898 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.787245 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.787593 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.787940 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:19.791733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:19.832116 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:19.852256 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.039600 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.042350 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.043516 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeeb1c1d-ba4a-49b7-a367-377e2fde0504 HTTP/1.1" status: 204 len: 168 time: 0.2616537 Jun 30 01:35:20.044293 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e0e9b40f-f91e-471c-8a67-391b69018a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:20.051765 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb1c1d-ba4a-49b7-a367-377e2fde0504,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:20.059126 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.063470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:20.065903 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c5e5a477-2d89-45ef-b5ee-52a3c0ac872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:20.617356 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa4fc-333a-49c3-bd88-1f4c46bc4ccf req-2df386ac-b300-441f-b131-acd05c3f20e2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:20.622955 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2a9fa4fc-333a-49c3-bd88-1f4c46bc4ccf req-2df386ac-b300-441f-b131-acd05c3f20e2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0692403 Jun 30 01:35:20.660062 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2a9fa4fc-333a-49c3-bd88-1f4c46bc4ccf req-abbf2360-56f2-406b-aa36-e7e3f1275e63 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Jun 30 01:35:20.685099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47040) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:20.702216 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.785089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.879383 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.881864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8879150d-30d4-4435-a303-fd00f5e86cd3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:20.915010 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98e58d-1090-4762-9b09-d24fc8225459,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:20.919250 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a13dcb8f08b243998b945be125306ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331679 Jun 30 01:35:20.920207 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:20.922513 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47042) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:20.975173 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:20.995917 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.144008 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.146655 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:21.147801 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a98e58d-1090-4762-9b09-d24fc8225459 HTTP/1.1" status: 204 len: 168 time: 0.2249856 Jun 30 01:35:21.148552 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-579237a0-8b70-48fa-936c-2b1eaf070383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:21.155837 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98e58d-1090-4762-9b09-d24fc8225459,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:21.158010 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-69c375de-fbfa-401d-8e86-0cfa6d830e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:21.840975 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c80d-cda4-4a33-a9d9-577e9f01879f req-c580feab-a0d9-44c7-b948-8739addf1d9e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:21.842444 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1ee3c80d-cda4-4a33-a9d9-577e9f01879f req-c580feab-a0d9-44c7-b948-8739addf1d9e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0659542 Jun 30 01:35:21.879404 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1ee3c80d-cda4-4a33-a9d9-577e9f01879f req-c2789583-4c22-4d2c-afd5-cdae59db492f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 Jun 30 01:35:23.055540 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb2b39-c37f-45e3-a115-ee45c680d8a6 req-57286bda-b5f2-4cdf-9763-485712de0927 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:23.057099 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1cb2b39-c37f-45e3-a115-ee45c680d8a6 req-57286bda-b5f2-4cdf-9763-485712de0927 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0620346 Jun 30 01:35:23.094200 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c1cb2b39-c37f-45e3-a115-ee45c680d8a6 req-4fdc50a6-2464-4696-8f83-68f3bd650319 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Jun 30 01:35:24.270677 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd646f-ac6a-4882-b63b-773fac11f01f req-8f14f891-66c1-4bcb-a7bd-e4b879536a40 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:24.272029 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bcbd646f-ac6a-4882-b63b-773fac11f01f req-8f14f891-66c1-4bcb-a7bd-e4b879536a40 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0637658 Jun 30 01:35:24.323390 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bcbd646f-ac6a-4882-b63b-773fac11f01f req-883f2b10-a857-4ffc-8615-2dcaf164126d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458224 Jun 30 01:35:24.680592 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:25.499607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26271c5-5ac4-46f0-9e79-38728dfe43e3 req-a0a346a7-8838-4d2f-8aff-e0fb6f4a4173 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:25.501149 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d26271c5-5ac4-46f0-9e79-38728dfe43e3 req-a0a346a7-8838-4d2f-8aff-e0fb6f4a4173 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0621879 Jun 30 01:35:25.541003 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d26271c5-5ac4-46f0-9e79-38728dfe43e3 req-b6f59f00-3812-4ae9-b679-22dccab2a1c4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Jun 30 01:35:26.715335 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b3abc-2a12-4158-bc3e-cebb5b590c28 req-8ddd2677-9289-4740-aae6-b28324aedb5b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:26.725982 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-be7b3abc-2a12-4158-bc3e-cebb5b590c28 req-8ddd2677-9289-4740-aae6-b28324aedb5b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0612175 Jun 30 01:35:26.753117 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-be7b3abc-2a12-4158-bc3e-cebb5b590c28 req-977b8bd3-e769-4c22-b00f-8255a740dce5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Jun 30 01:35:26.956800 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:35:27.048576 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:27.060231 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'mac_address': 'fa:16:3e:21:f9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:35:27.098485 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:27.110888 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ada6c02-85bd-4dda-836c-4b8fe16930f2 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:35:27.130191 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:27.212089 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:27.214718 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:27.268840 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=6']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:27.271780 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:27.286943 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['3ada6c02-85bd-4dda-836c-4b8fe16930f2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:35:27.938676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecffcfb-02bb-47ed-a4b7-d43b33221d3a req-c92f4f05-2c08-46fd-9579-c3ada4ae5d0c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:27.940190 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4ecffcfb-02bb-47ed-a4b7-d43b33221d3a req-c92f4f05-2c08-46fd-9579-c3ada4ae5d0c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 944 time: 0.0697110 Jun 30 01:35:27.976309 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4ecffcfb-02bb-47ed-a4b7-d43b33221d3a req-322387c8-49c7-47b7-8527-1f9f680c588b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304954 Jun 30 01:35:28.970867 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:35:29.030019 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:35:29.030408 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.189858 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38374d9-1e37-4ba7-bc6b-45bb21cadbe2 req-1520f1b8-69ff-4c21-9ce4-e2aca1976cfc tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:29.191464 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d38374d9-1e37-4ba7-bc6b-45bb21cadbe2 req-1520f1b8-69ff-4c21-9ce4-e2aca1976cfc tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 944 time: 0.0836630 Jun 30 01:35:29.196285 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.225965 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:29.229040 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c930e67-af4c-44b0-a110-e1ac3d89c130" -d '{"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:29.243580 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:29.265226 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d38374d9-1e37-4ba7-bc6b-45bb21cadbe2 req-3387d9ec-d97d-4398-ace9-47378c20591d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620260 Jun 30 01:35:29.275866 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b77e9-ce3e-4557-a505-c424a302a4bd x-openstack-request-id: req-271b77e9-ce3e-4557-a505-c424a302a4bd {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:29.276323 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:29.276758 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-271b77e9-ce3e-4557-a505-c424a302a4bd {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:29.280637 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'code': 200} Jun 30 01:35:29.344623 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:29.346674 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:29.399177 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=7']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:29.406723 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.407070 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.407405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.407733 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.408059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.408993 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.409295 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.409615 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.414755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.414755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.414755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.414755 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:35:29.421187 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:30.448885 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae51e4-4fba-471c-890b-58332f426335 req-78f26e06-2441-40e7-ac46-e71688dd2e35 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:30.451156 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b7ae51e4-4fba-471c-890b-58332f426335 req-78f26e06-2441-40e7-ac46-e71688dd2e35 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0689352 Jun 30 01:35:30.496012 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b7ae51e4-4fba-471c-890b-58332f426335 req-b5e896b9-22fb-4633-9614-628dc09df0c2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387573 Jun 30 01:35:31.700171 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7014b-e3ba-451a-b1fb-1e394352ad12 req-f8da4440-11a7-4405-ac6f-ee8ea0801374 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:31.701637 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45a7014b-e3ba-451a-b1fb-1e394352ad12 req-f8da4440-11a7-4405-ac6f-ee8ea0801374 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0678627 Jun 30 01:35:31.739455 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-45a7014b-e3ba-451a-b1fb-1e394352ad12 req-bd858bf8-477c-4e88-ae31-dcb5c40d5e5f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Jun 30 01:35:32.278434 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392e8c7-1f47-40aa-be31-d878857fe94a req-5d8009c9-1eec-4eb0-9b01-40f190729e3c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:32.279943 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f392e8c7-1f47-40aa-be31-d878857fe94a req-5d8009c9-1eec-4eb0-9b01-40f190729e3c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0733624 Jun 30 01:35:32.328650 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f392e8c7-1f47-40aa-be31-d878857fe94a req-afc3fcab-25c5-49cd-bb07-09fd6f6f753c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Jun 30 01:35:32.945994 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52c87f-3872-451e-bc31-fd6f54db0df1 req-54f363f9-b4a2-49e7-942c-f9f8d9ebb4f2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:32.947566 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c52c87f-3872-451e-bc31-fd6f54db0df1 req-54f363f9-b4a2-49e7-942c-f9f8d9ebb4f2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0767570 Jun 30 01:35:32.992578 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6c52c87f-3872-451e-bc31-fd6f54db0df1 req-55aff59d-b2bd-48cd-bae5-9eb4c988734f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Jun 30 01:35:33.520216 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3065c-75c8-4b70-acc4-4c6ff933ba96 req-03e94599-7bbf-42b8-be35-5aeed50cec12 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:33.520216 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4d3065c-75c8-4b70-acc4-4c6ff933ba96 req-03e94599-7bbf-42b8-be35-5aeed50cec12 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0709381 Jun 30 01:35:33.580631 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4d3065c-75c8-4b70-acc4-4c6ff933ba96 req-8996e5aa-6e0a-4402-87b9-7277a5ab031f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499787 Jun 30 01:35:34.212398 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18988177-26d3-4363-a9af-9d39f5381703 req-918ef117-a72f-4286-9e6e-92cabc870500 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:34.213983 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-18988177-26d3-4363-a9af-9d39f5381703 req-918ef117-a72f-4286-9e6e-92cabc870500 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0888181 Jun 30 01:35:34.279375 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-18988177-26d3-4363-a9af-9d39f5381703 req-b3633bdb-cdac-4180-a757-5c57ca123558 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598328 Jun 30 01:35:34.756339 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d601360-48af-48a2-bb4b-0be2ac39de38 req-6421a4be-bb25-4633-ac4f-8ebffc8fa9be tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:34.758024 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0d601360-48af-48a2-bb4b-0be2ac39de38 req-6421a4be-bb25-4633-ac4f-8ebffc8fa9be tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0631008 Jun 30 01:35:34.795810 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0d601360-48af-48a2-bb4b-0be2ac39de38 req-8cb0700c-8004-4feb-8405-e04c8bc7626e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Jun 30 01:35:35.468491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e1ee-1d8b-4b11-962c-47660125df20 req-8d6ab10c-27f4-4af2-ad4c-acbc0e02571d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:35.471286 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8376e1ee-1d8b-4b11-962c-47660125df20 req-8d6ab10c-27f4-4af2-ad4c-acbc0e02571d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0696049 Jun 30 01:35:35.513849 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8376e1ee-1d8b-4b11-962c-47660125df20 req-b0ce1172-e2f4-4da3-a15c-e117118aad7a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350535 Jun 30 01:35:36.027537 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ecde-c9ac-4064-9f1b-da483e83e54f req-8ed5baa2-b011-466b-9162-cf29c1cdd7a0 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:36.029416 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9c39ecde-c9ac-4064-9f1b-da483e83e54f req-8ed5baa2-b011-466b-9162-cf29c1cdd7a0 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0943632 Jun 30 01:35:36.080450 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9c39ecde-c9ac-4064-9f1b-da483e83e54f req-3f3baece-76b4-462b-bf09-2a1088994c07 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Jun 30 01:35:36.709055 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da234c63-322b-434e-97ff-fab6e2ad8816 req-a5b34a4a-f58a-466c-ac77-3cef14c6b972 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:36.711923 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-da234c63-322b-434e-97ff-fab6e2ad8816 req-a5b34a4a-f58a-466c-ac77-3cef14c6b972 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0693762 Jun 30 01:35:36.771496 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-da234c63-322b-434e-97ff-fab6e2ad8816 req-9ce9e050-b03d-4c9a-a09c-824bbeebddce tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477662 Jun 30 01:35:37.270449 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a750b-bde5-41d4-b86e-5ac5aa83a9df req-653da9cd-aa2d-4ed7-b45e-875af68a5867 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:37.278473 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb1a750b-bde5-41d4-b86e-5ac5aa83a9df req-653da9cd-aa2d-4ed7-b45e-875af68a5867 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0756266 Jun 30 01:35:37.333620 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bb1a750b-bde5-41d4-b86e-5ac5aa83a9df req-9fddf984-2440-4cf8-be42-e7e8abbee5d1 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540607 Jun 30 01:35:37.957523 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1065a6a-e64d-4ba6-bfce-dfed82a31809 req-d83833c3-5821-47ca-bad9-9be5dd41178c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:37.957523 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1065a6a-e64d-4ba6-bfce-dfed82a31809 req-d83833c3-5821-47ca-bad9-9be5dd41178c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0611243 Jun 30 01:35:37.993502 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1065a6a-e64d-4ba6-bfce-dfed82a31809 req-8ed6cf03-5b21-4673-a094-2ecc6cf102e3 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305212 Jun 30 01:35:38.529854 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2401d-cbf8-424f-b52a-f78349979904 req-5d5db3ea-07c8-44d1-a57a-3b7b84532802 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:38.531547 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8c2401d-cbf8-424f-b52a-f78349979904 req-5d5db3ea-07c8-44d1-a57a-3b7b84532802 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0771666 Jun 30 01:35:38.575766 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8c2401d-cbf8-424f-b52a-f78349979904 req-d44a74db-2179-4479-b3f2-8fa8c891a39a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375884 Jun 30 01:35:39.173930 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c60e1-9e17-4ef4-89ad-3fc158dd8754 req-9e41bf49-ce11-409a-80aa-267132e93ed1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:39.175459 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4f1c60e1-9e17-4ef4-89ad-3fc158dd8754 req-9e41bf49-ce11-409a-80aa-267132e93ed1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0649371 Jun 30 01:35:39.212716 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4f1c60e1-9e17-4ef4-89ad-3fc158dd8754 req-0419a348-2740-4eca-88e2-baf50444fbb1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Jun 30 01:35:39.749439 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72d874-f141-4f7a-9e9e-e900cedb9b2b req-ab8ce097-1d18-47a6-a6b3-a3521be3185f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:39.750877 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7d72d874-f141-4f7a-9e9e-e900cedb9b2b req-ab8ce097-1d18-47a6-a6b3-a3521be3185f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0606658 Jun 30 01:35:39.788229 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7d72d874-f141-4f7a-9e9e-e900cedb9b2b req-7daa8acf-eb19-4d6c-9cb3-fdf8a6d0b84c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Jun 30 01:35:40.327707 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-f4b3109e-ca69-42ba-885f-a3d7084fe36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:40.327707 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-f4b3109e-ca69-42ba-885f-a3d7084fe36c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1098 time: 0.0522659 Jun 30 01:35:40.399612 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e88d-72b0-41ca-a61e-92a90e6cb7a0 req-480d3bd8-e5bc-43aa-9a32-d1c2c0781861 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:40.399612 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23b2e88d-72b0-41ca-a61e-92a90e6cb7a0 req-480d3bd8-e5bc-43aa-9a32-d1c2c0781861 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0707006 Jun 30 01:35:40.424771 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-c12514fb-b662-4fb6-b00a-28c6e2da581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:40.426261 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-c12514fb-b662-4fb6-b00a-28c6e2da581d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.0904005 Jun 30 01:35:40.441247 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-23b2e88d-72b0-41ca-a61e-92a90e6cb7a0 req-35a3da0c-1300-4f6e-8341-9df20acab47b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Jun 30 01:35:40.493897 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-b0b93826-5bdb-48e6-817d-de881d7df82b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2 HTTP/1.1" status: 200 len: 1000 time: 0.0604439 Jun 30 01:35:40.541163 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-abc3f306-e32a-4751-b434-11208abb439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:40.542615 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-abc3f306-e32a-4751-b434-11208abb439f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0426104 Jun 30 01:35:40.598186 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-3d24e577-dc2f-4da3-8494-a6bfe69405a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:40.599633 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-3d24e577-dc2f-4da3-8494-a6bfe69405a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0512502 Jun 30 01:35:40.657958 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-9540564a-1979-49d0-8c40-0b7e6d219808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:40.688474 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-9565c0f1-ef6d-4ecd-8326-9c9d12b1a113 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820186 Jun 30 01:35:40.774553 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3c7cbf2d-70bc-486d-96d9-7d147dedbc8a req-427f6208-50d2-4906-992a-c8d029cb6cfe service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797880 Jun 30 01:35:40.963276 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f2a93-9c91-4a0a-b89e-8a7caa4f7648 req-30916c0d-d800-4339-abfa-8488c3577d3a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:40.964669 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cc0f2a93-9c91-4a0a-b89e-8a7caa4f7648 req-30916c0d-d800-4339-abfa-8488c3577d3a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0617251 Jun 30 01:35:41.001040 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cc0f2a93-9c91-4a0a-b89e-8a7caa4f7648 req-e7890f68-ee91-4a85-b25e-353d1f8eb053 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307627 Jun 30 01:35:41.618874 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878398ec-f895-43ef-97a7-6e89b1affc29 req-e1c2c611-7b6b-4d38-92de-cd34d249096f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:41.620510 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-878398ec-f895-43ef-97a7-6e89b1affc29 req-e1c2c611-7b6b-4d38-92de-cd34d249096f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0616150 Jun 30 01:35:41.657620 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-878398ec-f895-43ef-97a7-6e89b1affc29 req-7353f417-d124-48de-951f-d5a2ae6a5bb9 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jun 30 01:35:42.425087 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54e12-692e-4951-94b0-025fdf927b3b req-78b90c0e-ac36-4eab-b747-00414b5ee53c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.427066 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52c54e12-692e-4951-94b0-025fdf927b3b req-78b90c0e-ac36-4eab-b747-00414b5ee53c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.3159761 Jun 30 01:35:42.467363 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52c54e12-692e-4951-94b0-025fdf927b3b req-73a6c10d-bf19-4f52-a086-42912f835c94 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jun 30 01:35:42.478391 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-69b53b3f-2336-4759-a1ec-9f6ad550564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.479893 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-69b53b3f-2336-4759-a1ec-9f6ad550564a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1099 time: 0.0592580 Jun 30 01:35:42.571833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-85929bf3-72bf-4a34-ae96-551c838ade89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.573317 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-85929bf3-72bf-4a34-ae96-551c838ade89 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 910 time: 0.0853968 Jun 30 01:35:42.642390 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-1e420680-ed9b-4a5a-bccc-f48dbffb4170 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0618305 Jun 30 01:35:42.693779 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-620fab03-6f9f-4a03-b039-00154c86b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.694413 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-620fab03-6f9f-4a03-b039-00154c86b879 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0463674 Jun 30 01:35:42.758802 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-101dc272-57ef-4eef-b5f5-035cd00398e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.760250 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-101dc272-57ef-4eef-b5f5-035cd00398e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0593579 Jun 30 01:35:42.835379 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b532475-ccc4-4422-9767-62c9a555a0e0 req-2fcbee1d-2178-4251-99db-26f71d68d162 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:42.836992 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9b532475-ccc4-4422-9767-62c9a555a0e0 req-2fcbee1d-2178-4251-99db-26f71d68d162 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 945 time: 0.0631802 Jun 30 01:35:42.856669 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-9ffd706e-3d6a-423f-ab50-b93d466abcd0 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884392 Jun 30 01:35:42.875551 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9b532475-ccc4-4422-9767-62c9a555a0e0 req-f8bccd62-604f-4002-bd7b-17147bd1da97 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Jun 30 01:35:42.950523 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-0679c20d-2692-49d1-a525-7d143f93fd67 req-15e4c539-a835-4833-9169-94599da7c520 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863225 Jun 30 01:35:43.022159 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:35:43.114842 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.138032 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:43.140275 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db1d26-4928-42f0-ba54-82ba6b8c0984" -d '{"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-unplugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:43.167506 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:43.176750 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd8e480-e183-4297-a1e9-b4223b398d2a x-openstack-request-id: req-7fd8e480-e183-4297-a1e9-b4223b398d2a {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:43.177067 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-unplugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:43.177335 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fd8e480-e183-4297-a1e9-b4223b398d2a {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:43.178543 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'code': 200} Jun 30 01:35:43.252690 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-558a1ecc-579b-4ccd-a782-ef5c00b37f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.254760 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.256792 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:43.305013 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=8']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:43.308462 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:43.514441 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47382) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:43.612047 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.635560 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5296e0ef-5fd6-4132-bb94-75604a2f3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.689864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fd1ae-88ab-405e-825f-75eb06853f64 req-72f05103-1868-4f50-b68a-483a7c051eec tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:43.691342 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c8fd1ae-88ab-405e-825f-75eb06853f64 req-72f05103-1868-4f50-b68a-483a7c051eec tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.1068051 Jun 30 01:35:43.750399 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5c8fd1ae-88ab-405e-825f-75eb06853f64 req-4d4d9592-8f83-4c2b-9f86-b78aeab11c8e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521808 Jun 30 01:35:43.778207 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5296e0ef-5fd6-4132-bb94-75604a2f3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.897708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5296e0ef-5fd6-4132-bb94-75604a2f3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:43.901277 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-09377c31-370e-4f55-8661-2ee3da3e9298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:43.935523 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5296e0ef-5fd6-4132-bb94-75604a2f3780 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=707a8450b9644989881693b4dd873b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199860 Jun 30 01:35:43.937504 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296e0ef-5fd6-4132-bb94-75604a2f3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf83c2-3263-469e-a574-4178d8f8b98d,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:43.939838 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47388) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:43.943797 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5296e0ef-5fd6-4132-bb94-75604a2f3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:43.989090 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:44.009997 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:44.138027 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:44.141000 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:44.142169 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cebf83c2-3263-469e-a574-4178d8f8b98d HTTP/1.1" status: 204 len: 168 time: 0.2013531 Jun 30 01:35:44.142932 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:44.151657 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf83c2-3263-469e-a574-4178d8f8b98d,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:44.154125 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e84341db-d8d1-4698-9849-6e68c0a50d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:44.618087 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:44.834092 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47408) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:44.850805 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:44.951304 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ee4b9-c8ea-4d79-9f96-65f9232f1610 req-f97f61c5-4394-4313-96b6-7dcf311c86c3 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:44.952717 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-386ee4b9-c8ea-4d79-9f96-65f9232f1610 req-f97f61c5-4394-4313-96b6-7dcf311c86c3 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0933797 Jun 30 01:35:45.011419 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-386ee4b9-c8ea-4d79-9f96-65f9232f1610 req-87eb4dd4-f826-42ee-8fc3-f635c13fb6a0 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520506 Jun 30 01:35:45.024486 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:45.109599 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:45.113154 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:45.148725 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=416e812c2ec94061b8182fddaa37c84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133628 Jun 30 01:35:45.149615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ecd0d-6e71-4913-bd41-8ba2678b4d89,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:45.151334 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47410) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:45.152548 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:45.199493 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:45.224837 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:45.360537 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:45.363113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:45.365676 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f7ecd0d-6e71-4913-bd41-8ba2678b4d89 HTTP/1.1" status: 204 len: 168 time: 0.2133615 Jun 30 01:35:45.367226 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-933418d0-3510-4162-a7ec-47fdcdec483f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:45.375754 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ecd0d-6e71-4913-bd41-8ba2678b4d89,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:45.376546 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c51466-a859-4a66-b41e-8d7e21f7c550 req-d3f950f0-3652-4ec2-9b3f-d93556525e0a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:45.378442 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c9c51466-a859-4a66-b41e-8d7e21f7c550 req-d3f950f0-3652-4ec2-9b3f-d93556525e0a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0678291 Jun 30 01:35:45.379460 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:45.424009 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-c9c51466-a859-4a66-b41e-8d7e21f7c550 req-9f09959e-3457-48d1-8c52-d0232e2440e1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353925 Jun 30 01:35:45.829492 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47442) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:45.923638 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-368ad749-bb60-4397-bfba-fdacf8986eaf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927613 Jun 30 01:35:46.046160 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:46.188825 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbb62d-2fd3-46f3-92ef-b116f8a1243b req-89b6a26b-eb39-446b-a38c-70eb595c7739 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:46.190440 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88dbb62d-2fd3-46f3-92ef-b116f8a1243b req-89b6a26b-eb39-446b-a38c-70eb595c7739 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0680509 Jun 30 01:35:46.227782 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88dbb62d-2fd3-46f3-92ef-b116f8a1243b req-67098b72-1d22-46f3-8d77-f7b2993d5b7f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Jun 30 01:35:46.620764 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b018e-257a-470b-b2ef-1b8e1345794e req-40a01e86-d36c-49e5-aaf3-6ee2136cbdb5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:46.622536 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-216b018e-257a-470b-b2ef-1b8e1345794e req-40a01e86-d36c-49e5-aaf3-6ee2136cbdb5 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0827014 Jun 30 01:35:46.662181 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-216b018e-257a-470b-b2ef-1b8e1345794e req-6d189398-3720-47b5-ba70-588e94771a6d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336299 Jun 30 01:35:46.779929 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b835-00a4-4773-89e8-63f7e5c803c8 req-f4043dac-41dd-4331-8d8e-c7014c63446c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:46.781433 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7fa3b835-00a4-4773-89e8-63f7e5c803c8 req-f4043dac-41dd-4331-8d8e-c7014c63446c tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.1070108 Jun 30 01:35:46.788268 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-f8eaab72-97a1-4c35-9c07-5e943a86b3fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847414 Jun 30 01:35:46.831114 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7fa3b835-00a4-4773-89e8-63f7e5c803c8 req-afae1d49-2c2c-4105-925c-5ff448b98cbf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Jun 30 01:35:47.069260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:35:47.155195 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:47.189777 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:35:47.192583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061fffb7-1ef2-4bb7-b12f-e42cab01867c" -d '{"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-unplugged", "status": "completed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:35:47.204924 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:35:47.231607 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca9cba7-61e7-46db-a4cb-b36d83978974 x-openstack-request-id: req-6ca9cba7-61e7-46db-a4cb-b36d83978974 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:35:47.231607 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-unplugged", "status": "failed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "code": 422}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:35:47.231607 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ca9cba7-61e7-46db-a4cb-b36d83978974 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:35:47.231607 dv-cinder-797245-10-smb neutron-server[93483]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'code': 422} returned with failed status Jun 30 01:35:47.275911 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:47.277899 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-89833808-77e8-4e3f-9071-c8ae652a1e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:47.324251 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=6']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:47.327445 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:47.362770 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-74ad6bf1-f97e-405b-b1f6-a9d151aa8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.364312 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-74ad6bf1-f97e-405b-b1f6-a9d151aa8c01 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73&tenant_id=a77227a108c246a3bbaac92309cabd75 HTTP/1.1" status: 200 len: 1096 time: 0.0575700 Jun 30 01:35:47.435698 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-ba6f82b8-e8e0-4cbe-b5ba-d666776d7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.437370 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-ba6f82b8-e8e0-4cbe-b5ba-d666776d7d30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a77227a108c246a3bbaac92309cabd75&device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1096 time: 0.0509589 Jun 30 01:35:47.534090 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-8b06db9f-b47e-48ef-a6dc-37bbd9a192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.535869 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-8b06db9f-b47e-48ef-a6dc-37bbd9a192d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 200 len: 918 time: 0.0909009 Jun 30 01:35:47.602620 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-70023013-6be3-47a1-8b71-1d6b0801bb1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2 HTTP/1.1" status: 200 len: 998 time: 0.0605350 Jun 30 01:35:47.658393 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-ea7274fe-e8ac-46bd-b055-bdeb78b070bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.659406 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-ea7274fe-e8ac-46bd-b055-bdeb78b070bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 200 len: 856 time: 0.0492153 Jun 30 01:35:47.724793 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-e2ed4922-b641-4211-b8fb-8373bb1b190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.726315 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-e2ed4922-b641-4211-b8fb-8373bb1b190a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5984cc2-ef92-4d61-815c-f1be958642c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0600278 Jun 30 01:35:47.813905 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-087758d5-0799-4f3a-8fa6-5c17b87143a1 service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812640 Jun 30 01:35:47.846103 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3abb8-30bc-4fa7-ba98-069335948a0e req-084d3309-21af-4f71-a480-1a7b90f6a609 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:47.847731 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-17a3abb8-30bc-4fa7-ba98-069335948a0e req-084d3309-21af-4f71-a480-1a7b90f6a609 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0642896 Jun 30 01:35:47.888731 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-17a3abb8-30bc-4fa7-ba98-069335948a0e req-73991d3a-15d9-4e5f-a595-4759d9135779 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Jun 30 01:35:47.916792 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-64f4647b-2f9e-4bf1-aa8a-a542aea326c4 req-b4d6e8b1-b920-4b85-bce8-76514475501a service neutron] 10.222.0.38 "GET /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963945 Jun 30 01:35:48.011177 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bb937-599f-4c7b-916a-8591193d9a79 req-85400715-d858-4c27-a4fa-1b78a08eee8f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:48.012730 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-721bb937-599f-4c7b-916a-8591193d9a79 req-85400715-d858-4c27-a4fa-1b78a08eee8f tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0627282 Jun 30 01:35:48.055338 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-721bb937-599f-4c7b-916a-8591193d9a79 req-5426ac86-74f0-4715-82d7-8b6a401cad51 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Jun 30 01:35:49.121883 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97489d1c-1f9d-41ed-a6e1-7f852e692cdc req-feb74757-8ea1-436a-974f-02932d839a0d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:49.123360 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-97489d1c-1f9d-41ed-a6e1-7f852e692cdc req-feb74757-8ea1-436a-974f-02932d839a0d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0994649 Jun 30 01:35:49.172063 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-97489d1c-1f9d-41ed-a6e1-7f852e692cdc req-bc055e32-0488-48e0-ab8c-bd71cf3e6d98 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Jun 30 01:35:49.242781 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caa146-33ff-4bbd-8ef6-cbdc3446f83a req-47583725-bc70-4dd2-b523-923cbd631b20 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:49.244509 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60caa146-33ff-4bbd-8ef6-cbdc3446f83a req-47583725-bc70-4dd2-b523-923cbd631b20 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0709887 Jun 30 01:35:49.285808 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60caa146-33ff-4bbd-8ef6-cbdc3446f83a req-ccd38723-f26d-4a13-ab9f-40b96553145d tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Jun 30 01:35:50.367759 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afee5-9016-4ce8-99fc-869e54e13814 req-9ccaae16-4d15-4789-9b45-240171cd1620 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:50.369291 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-377afee5-9016-4ce8-99fc-869e54e13814 req-9ccaae16-4d15-4789-9b45-240171cd1620 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0769634 Jun 30 01:35:50.414115 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-377afee5-9016-4ce8-99fc-869e54e13814 req-8d51eaf4-7762-4cb8-81a4-ba35b96aabed tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Jun 30 01:35:50.495278 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742277b9-753c-4659-84e2-28bb341ce8f5 req-4a7345e3-0fb0-47ef-b275-258da4b41013 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:50.496802 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-742277b9-753c-4659-84e2-28bb341ce8f5 req-4a7345e3-0fb0-47ef-b275-258da4b41013 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0704575 Jun 30 01:35:50.534304 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-742277b9-753c-4659-84e2-28bb341ce8f5 req-813b3261-f43e-4f65-901a-bf6f3a1aecd4 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Jun 30 01:35:51.596606 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898e89b-59cc-4049-8da1-396c73c6509f req-097ba62f-43ff-48c0-ac78-ef38bd199a07 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:51.600693 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4898e89b-59cc-4049-8da1-396c73c6509f req-097ba62f-43ff-48c0-ac78-ef38bd199a07 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0661933 Jun 30 01:35:51.650274 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-4898e89b-59cc-4049-8da1-396c73c6509f req-eacad6ba-2d26-410c-9b5a-8eea8e633d7f tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443933 Jun 30 01:35:51.763098 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314976d-fbcb-4ec1-b902-7f3ed7b74b33 req-b6d94d19-df79-45ce-ac49-a713c8d35833 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:51.765523 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e314976d-fbcb-4ec1-b902-7f3ed7b74b33 req-b6d94d19-df79-45ce-ac49-a713c8d35833 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0774939 Jun 30 01:35:51.802942 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e314976d-fbcb-4ec1-b902-7f3ed7b74b33 req-fe544c7c-71e6-41ae-b57a-b9e7e65841bf tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Jun 30 01:35:52.872924 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb107066-e77e-4e67-844c-7216cfbb46a8 req-44dfa135-7c7f-41a3-8c08-dfeb9577c5d1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:52.874627 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb107066-e77e-4e67-844c-7216cfbb46a8 req-44dfa135-7c7f-41a3-8c08-dfeb9577c5d1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0983717 Jun 30 01:35:52.924395 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fb107066-e77e-4e67-844c-7216cfbb46a8 req-a906bcfc-8bfc-4dd4-9ed1-6e3244a1e1e4 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434709 Jun 30 01:35:53.006098 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fced2c-3b12-4b3e-a153-a646fa5618ce req-1c8ed673-4163-446f-8340-a311c50989f3 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:53.007593 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1fced2c-3b12-4b3e-a153-a646fa5618ce req-1c8ed673-4163-446f-8340-a311c50989f3 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0802417 Jun 30 01:35:53.011432 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:35:53.059065 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f1fced2c-3b12-4b3e-a153-a646fa5618ce req-9011e128-020e-4d48-9086-51dd1193fb52 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Jun 30 01:35:53.075041 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47580) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:53.178570 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.267749 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.338491 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.342105 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a0f70563-264b-4115-bd14-14fa361ab261 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:53.375543 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=847c6ce94def4bdf914f654ed5c1c600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992949 Jun 30 01:35:53.377530 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5267f94-5e51-4f1b-b89d-2321cc2a3a99,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:53.378431 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47584) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:53.381165 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:53.431646 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.455193 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.583718 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.586802 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:53.588104 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5267f94-5e51-4f1b-b89d-2321cc2a3a99 HTTP/1.1" status: 204 len: 168 time: 0.2086754 Jun 30 01:35:53.588895 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c1a7cf90-a077-4e95-ab97-2076256def22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:53.597637 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5267f94-5e51-4f1b-b89d-2321cc2a3a99,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:53.600071 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-706b2a6e-4972-4803-832b-35c0db94dba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:54.139994 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb45e0-5ff4-4ccc-a569-53f7ab7ebf1c req-dd082ca8-9836-4003-9efc-ea571379338a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:54.148400 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e7eb45e0-5ff4-4ccc-a569-53f7ab7ebf1c req-dd082ca8-9836-4003-9efc-ea571379338a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0857427 Jun 30 01:35:54.206209 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e7eb45e0-5ff4-4ccc-a569-53f7ab7ebf1c req-22d4c72d-7a5b-4de0-baf1-8c955cc1d86e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569243 Jun 30 01:35:54.269734 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47594) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:54.281054 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a4bb-712f-4f7e-ba62-648cd06ca477 req-863f0a81-f8f4-4355-8be1-4d2e7d75f317 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:54.282565 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-27a1a4bb-712f-4f7e-ba62-648cd06ca477 req-863f0a81-f8f4-4355-8be1-4d2e7d75f317 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0932572 Jun 30 01:35:54.288550 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.344133 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-27a1a4bb-712f-4f7e-ba62-648cd06ca477 req-61768d16-1a53-4cf6-a216-41f32dc4e16a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551941 Jun 30 01:35:54.400297 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.463834 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.467294 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f6c81678-a1d5-4dd8-b7b6-20ac35b19443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:54.505808 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a217dd34ab524583a537c4b0adad42af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343185 Jun 30 01:35:54.507055 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf0862b-2f75-4632-8445-285837612cc0,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:54.508446 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47596) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:35:54.510268 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:54.557776 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.578536 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.703503 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.713620 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.716413 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:35:54.720201 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebf0862b-2f75-4632-8445-285837612cc0 HTTP/1.1" status: 204 len: 168 time: 0.2082694 Jun 30 01:35:54.720201 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:35:54.741527 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf0862b-2f75-4632-8445-285837612cc0,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:35:54.744932 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3ea4be66-def2-48f5-b532-0f5dfe3bf984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:35:55.451736 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118fd29-8f72-4879-9bb9-fed74210bdbf req-2e1b88f2-05ff-44c5-85fb-2b8fc5c2a1fa tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:55.453305 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6118fd29-8f72-4879-9bb9-fed74210bdbf req-2e1b88f2-05ff-44c5-85fb-2b8fc5c2a1fa tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0956016 Jun 30 01:35:55.576060 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6118fd29-8f72-4879-9bb9-fed74210bdbf req-5df7752f-8392-4e91-803b-64a0acc69283 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170776 Jun 30 01:35:55.607173 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b29-200f-46b2-aee4-c768cc9e84a0 req-4ebbe46a-de35-4272-81d8-f34241152e53 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:55.608836 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f177b29-200f-46b2-aee4-c768cc9e84a0 req-4ebbe46a-de35-4272-81d8-f34241152e53 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.1147189 Jun 30 01:35:55.669456 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0f177b29-200f-46b2-aee4-c768cc9e84a0 req-4db0399a-a937-4e59-8d26-0a44eaad8ba4 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545189 Jun 30 01:35:56.781287 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddc52b-7098-4e0d-905d-04bb716e1f90 req-072dd39e-1dec-445c-afca-36309ac23f9b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:56.782794 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02ddc52b-7098-4e0d-905d-04bb716e1f90 req-072dd39e-1dec-445c-afca-36309ac23f9b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0835562 Jun 30 01:35:56.857182 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-02ddc52b-7098-4e0d-905d-04bb716e1f90 req-c5735fa9-e5ff-40a4-9e67-3fba7db74057 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673978 Jun 30 01:35:56.889900 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda68f-ef2c-4300-955e-66879b04290e req-fca115a9-1af9-4762-85e4-7aaa81ab3d74 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:56.891449 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-27bda68f-ef2c-4300-955e-66879b04290e req-fca115a9-1af9-4762-85e4-7aaa81ab3d74 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0887542 Jun 30 01:35:56.939322 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-27bda68f-ef2c-4300-955e-66879b04290e req-b429d8bb-4c1b-4867-85ab-ec675d703ad9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Jun 30 01:35:58.063820 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b001-4f2a-4f04-a655-23fe5bf04165 req-7aaba84f-71b6-4a7b-b618-9c42aa13850a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:58.066379 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e61b001-4f2a-4f04-a655-23fe5bf04165 req-7aaba84f-71b6-4a7b-b618-9c42aa13850a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0709584 Jun 30 01:35:58.114746 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3e61b001-4f2a-4f04-a655-23fe5bf04165 req-da5b2c78-8c60-430f-ae1c-640cf4d260a1 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Jun 30 01:35:58.184012 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357d474-e781-4d62-8b98-e3dffccfa477 req-0410dcd9-8985-4172-8c0f-cad96d1154fa tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:58.186543 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d357d474-e781-4d62-8b98-e3dffccfa477 req-0410dcd9-8985-4172-8c0f-cad96d1154fa tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0886574 Jun 30 01:35:58.231263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d357d474-e781-4d62-8b98-e3dffccfa477 req-360cb5e1-e224-42a5-a82e-bead4a9845bb tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358863 Jun 30 01:35:59.374140 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-3162e797-acfa-43db-a92e-47acdd30640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.376458 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-3162e797-acfa-43db-a92e-47acdd30640d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1097 time: 0.0661368 Jun 30 01:35:59.423616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c672-ee2a-44fe-8fb6-a1651ffd052c req-b42b1805-1703-45fa-940c-7145c8eadd9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.425125 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-07b3c672-ee2a-44fe-8fb6-a1651ffd052c req-b42b1805-1703-45fa-940c-7145c8eadd9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0732777 Jun 30 01:35:59.482762 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-3d4554d3-950d-415c-96f6-c9c39ce2a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.484927 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-3d4554d3-950d-415c-96f6-c9c39ce2a14e service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 910 time: 0.0863218 Jun 30 01:35:59.499604 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-07b3c672-ee2a-44fe-8fb6-a1651ffd052c req-a3892932-71c4-4ac3-8aa4-71014b1093b0 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597436 Jun 30 01:35:59.515550 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab1f0b-402c-49c2-ad83-6cfde4f69ceb req-c37a1d42-625d-488c-a558-469a550de83c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.517385 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-98ab1f0b-402c-49c2-ad83-6cfde4f69ceb req-c37a1d42-625d-488c-a558-469a550de83c tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0912597 Jun 30 01:35:59.561438 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-98ab1f0b-402c-49c2-ad83-6cfde4f69ceb req-68d0799f-4040-48d8-aa6a-f4e8e3d62591 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 Jun 30 01:35:59.691371 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-d0021622-8ef2-48bd-99de-76143400d255 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 999 time: 0.0604403 Jun 30 01:35:59.739915 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-3571d5d2-c537-4a26-9132-bb3c494e1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.741385 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-3571d5d2-c537-4a26-9132-bb3c494e1ec6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0436168 Jun 30 01:35:59.800009 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-b2f8ff78-1133-45d3-827f-aae295b782a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.802015 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-b2f8ff78-1133-45d3-827f-aae295b782a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0533910 Jun 30 01:35:59.893948 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-6bc9c0e4-f971-4935-b345-10b161e193fa service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849032 Jun 30 01:35:59.949268 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-a10c646c-345b-4b73-86b9-e5648c62126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:35:59.950780 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-a10c646c-345b-4b73-86b9-e5648c62126b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed&tenant_id=26af062998bd4b99bd46f5a1f76c92bf HTTP/1.1" status: 200 len: 1097 time: 0.0811582 Jun 30 01:35:59.981341 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-f2500854-6ec4-4205-8d55-70ee8d02e6ac req-4f040508-c76f-47ed-b01b-e86a35075bc9 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Jun 30 01:36:00.159083 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-99d6a9ab-927b-4523-97f5-802a32f89b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:00.160686 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-99d6a9ab-927b-4523-97f5-802a32f89b3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1097 time: 0.0560176 Jun 30 01:36:00.251277 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-a5c4c997-5bcc-4eac-aba1-e8d1e515619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:00.252651 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-a5c4c997-5bcc-4eac-aba1-e8d1e515619b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 910 time: 0.0850434 Jun 30 01:36:00.318267 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-bcc7189a-7d02-4c70-bef7-6a098bf9a8b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 999 time: 0.0586505 Jun 30 01:36:00.365361 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-52148b7d-9ff8-4694-97f7-d788f5bc0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:00.366851 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-52148b7d-9ff8-4694-97f7-d788f5bc0127 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0424066 Jun 30 01:36:00.424761 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-1f42656e-4bac-4bf0-b81a-5623dc388f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:00.426228 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-1f42656e-4bac-4bf0-b81a-5623dc388f70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531628 Jun 30 01:36:00.515065 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-2fe9d187-520a-431a-a809-072809625418 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818095 Jun 30 01:36:00.606807 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8409f8cd-6f68-4614-aaf3-04b270111f4b req-7ec72e03-e08d-4523-b7a0-9b2b701abf2b service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Jun 30 01:36:00.668175 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7d535-5432-48e2-8ee6-e3f2a153ae78 req-73fbd24b-f17d-471f-a396-0d851fa8ef20 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:00.669675 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96d7d535-5432-48e2-8ee6-e3f2a153ae78 req-73fbd24b-f17d-471f-a396-0d851fa8ef20 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0598960 Jun 30 01:36:00.743868 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-96d7d535-5432-48e2-8ee6-e3f2a153ae78 req-d952320c-114b-4214-b60e-3a32366ccda8 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679908 Jun 30 01:36:00.763640 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d2d2e-0c32-4fe1-b27b-8f4c1ee9ef3d req-08ac41e0-97cc-4690-83b0-23b0f3cd3a56 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:00.765251 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ed5d2d2e-0c32-4fe1-b27b-8f4c1ee9ef3d req-08ac41e0-97cc-4690-83b0-23b0f3cd3a56 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 943 time: 0.0910280 Jun 30 01:36:00.803037 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ed5d2d2e-0c32-4fe1-b27b-8f4c1ee9ef3d req-976f5823-e5d0-48ea-98cf-7ba9d72ebc18 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Jun 30 01:36:01.179185 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:36:01.272674 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:01.283909 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'port_id': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'mac_address': 'fa:16:3e:21:f9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:36:01.320186 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:01.336413 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ada6c02-85bd-4dda-836c-4b8fe16930f2 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:36:01.352298 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:01.428274 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:01.430025 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:01.474243 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=9']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:01.477404 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:01.643853 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['3ada6c02-85bd-4dda-836c-4b8fe16930f2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:36:01.925068 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2435f-b539-4a25-a9ee-77af2dc0b6d5 req-49b9674f-6e86-4270-bdad-281dbf2d7d7b tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:01.926539 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52a2435f-b539-4a25-a9ee-77af2dc0b6d5 req-49b9674f-6e86-4270-bdad-281dbf2d7d7b tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0630071 Jun 30 01:36:01.997718 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-52a2435f-b539-4a25-a9ee-77af2dc0b6d5 req-39ba96b1-2d46-42e6-be29-bf85253e441a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616825 Jun 30 01:36:02.016872 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b44d6-2fce-4e7e-bb35-579a4be16dba req-1fab1205-e669-4758-976b-e5ae71a438b2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:02.018386 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e79b44d6-2fce-4e7e-bb35-579a4be16dba req-1fab1205-e669-4758-976b-e5ae71a438b2 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 944 time: 0.0909066 Jun 30 01:36:02.056262 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e79b44d6-2fce-4e7e-bb35-579a4be16dba req-960ba226-2d60-445a-b76a-7453e804f8b8 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Jun 30 01:36:03.167897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a4504-5a78-4c7b-9920-709112834c8c req-dfb20d8b-df67-43e9-b6d8-7d1057ca4adc tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:03.169308 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f34a4504-5a78-4c7b-9920-709112834c8c req-dfb20d8b-df67-43e9-b6d8-7d1057ca4adc tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 944 time: 0.0625541 Jun 30 01:36:03.196084 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:36:03.198251 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:36:03.243412 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f34a4504-5a78-4c7b-9920-709112834c8c req-07170d75-2e37-46c9-9c0d-7b9c52c00001 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626004 Jun 30 01:36:03.263553 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec070aa0-fa93-4c21-998a-7fb67b7e2756 req-d046a5a5-6931-4a8a-8462-6afc77a357f6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:03.265044 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ec070aa0-fa93-4c21-998a-7fb67b7e2756 req-d046a5a5-6931-4a8a-8462-6afc77a357f6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 944 time: 0.0926371 Jun 30 01:36:03.303258 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ec070aa0-fa93-4c21-998a-7fb67b7e2756 req-eaad6b66-33b3-4c31-8223-1e2e5fa35c4e tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Jun 30 01:36:03.311756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:36:03.312309 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.365003 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:03.383213 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'port_id': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'mac_address': 'fa:16:3e:d6:c9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:36:03.450909 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.452352 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47730) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:03.452879 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.472241 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:36:03.487000 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:03.489808 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd14d0ed-c6b1-4ba3-93a0-1759e679a3ff" -d '{"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:03.516350 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:03.518227 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:03.526703 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3cc392-dfa4-459b-9bc4-d1f4e1d1e356 x-openstack-request-id: req-0c3cc392-dfa4-459b-9bc4-d1f4e1d1e356 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:03.526998 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:03.527254 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c3cc392-dfa4-459b-9bc4-d1f4e1d1e356 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:03.527648 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'code': 200} Jun 30 01:36:03.559214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.577502 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.579555 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:03.601990 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.626857 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=10']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:03.630602 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:03.631084 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-bbe51940-8660-4108-a0ce-0e0a9f12dac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:03.645310 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.680720 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=7']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:03.684045 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:03.705678 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.705842 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fdb672f2-55dd-4d58-9dd6-2f15a71e94c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:03.745066 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15777e6eab1348c48701adcd81161e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915001 Jun 30 01:36:03.745958 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0416b8-5bbe-46e6-aed3-24e3d4e0d089,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:03.748400 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47736) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:03.748903 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:03.803437 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.806604 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['55d0dbc2-27b3-40c8-8600-e77404d2b3a4'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:36:03.826111 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.871797 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1e99e-b3c2-4dea-aa99-d7cb61b50d48 req-6a11948c-3f39-4291-851b-030ccf514c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:03.873355 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3fc1e99e-b3c2-4dea-aa99-d7cb61b50d48 req-6a11948c-3f39-4291-851b-030ccf514c66 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 1099 time: 0.0602951 Jun 30 01:36:03.906939 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3fc1e99e-b3c2-4dea-aa99-d7cb61b50d48 req-c5abe127-77a3-48ae-95ca-0d965aa9a491 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271022 Jun 30 01:36:03.942268 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.944917 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:03.949342 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae0416b8-5bbe-46e6-aed3-24e3d4e0d089 HTTP/1.1" status: 204 len: 168 time: 0.1966364 Jun 30 01:36:03.949342 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3dd9d6ee-9779-4c8b-888c-dd9da7cc0080 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:03.954256 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0416b8-5bbe-46e6-aed3-24e3d4e0d089,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:03.956646 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ccede305-474f-469d-848f-c6d77a5e53d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:04.414767 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed04ee-50a6-424e-8260-cda06c537ce6 req-9110c314-3304-4521-9bf9-fd930ccfea10 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:04.416273 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0ed04ee-50a6-424e-8260-cda06c537ce6 req-9110c314-3304-4521-9bf9-fd930ccfea10 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 945 time: 0.0623202 Jun 30 01:36:04.450849 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47746) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:04.465090 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.492308 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e0ed04ee-50a6-424e-8260-cda06c537ce6 req-5f41b5e7-9943-4490-9152-b45c3d4ac731 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634613 Jun 30 01:36:04.511450 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30e51b-fa99-4adc-ae28-7c2485ca1c1a req-b31d17b3-4c94-4d9a-b381-329dd24e4b37 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:04.514303 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fc30e51b-fa99-4adc-ae28-7c2485ca1c1a req-b31d17b3-4c94-4d9a-b381-329dd24e4b37 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 946 time: 0.0926082 Jun 30 01:36:04.550942 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fc30e51b-fa99-4adc-ae28-7c2485ca1c1a req-0f0485f8-8bb5-4063-9e82-38d4f5563ceb tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Jun 30 01:36:04.551905 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.610411 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.612993 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9fca7cff-45b0-41de-9a43-0a85a7a35657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:04.649155 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68c0ba9b3e7340b3b2ab211cb3aa34ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972020 Jun 30 01:36:04.650056 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a9fcf-06b1-461c-96eb-636bf24efdef,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:04.651998 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47748) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:04.652883 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:04.704083 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.726460 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.857538 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.860199 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:04.861439 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f7a9fcf-06b1-461c-96eb-636bf24efdef HTTP/1.1" status: 204 len: 168 time: 0.2080662 Jun 30 01:36:04.862299 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-985943a1-7e71-46df-b960-b58960b77fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:04.871271 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a9fcf-06b1-461c-96eb-636bf24efdef,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:04.873674 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a9ef677a-294f-4e8f-8d28-793962197754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:05.209441 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:36:05.258911 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:36:05.259287 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.333930 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.366544 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:05.457399 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.460041 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:05.504561 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=8']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:05.507398 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:05.528338 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:05.530727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53507de-89eb-4f84-9ea8-d8cb116a399b" -d '{"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-plugged", "status": "completed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:05.579747 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0561d320-2dc4-4714-9256-765f7af82d10 x-openstack-request-id: req-0561d320-2dc4-4714-9256-765f7af82d10 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:05.580046 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-plugged", "status": "completed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:05.580353 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0561d320-2dc4-4714-9256-765f7af82d10 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:05.580781 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'code': 200} Jun 30 01:36:05.629065 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47794) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:05.643596 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.676855 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acff24-d37c-457d-9341-4a074bc35b31 req-5f60aaeb-9f1a-4559-b9fc-262ae5f53640 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:05.683870 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-85acff24-d37c-457d-9341-4a074bc35b31 req-5f60aaeb-9f1a-4559-b9fc-262ae5f53640 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0774868 Jun 30 01:36:05.742522 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.750993 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-85acff24-d37c-457d-9341-4a074bc35b31 req-2fc6d43d-7d94-4eb7-ae6f-8981c973bddc tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655615 Jun 30 01:36:05.772770 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7cd80-1e38-4caa-a952-32c0cc2274b0 req-756675ed-c80f-4327-976f-fae0b1de1999 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:05.774303 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3de7cd80-1e38-4caa-a952-32c0cc2274b0 req-756675ed-c80f-4327-976f-fae0b1de1999 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 946 time: 0.0879862 Jun 30 01:36:05.813912 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3de7cd80-1e38-4caa-a952-32c0cc2274b0 req-60de6278-6873-4771-890c-9faf0906fc3b tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Jun 30 01:36:05.834495 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.838657 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0a54b997-5178-41ce-978d-39db85f74866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:05.876941 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba6d22-9804-43b3-9bef-6c96057e00ac,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:05.879826 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:05.884470 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=144b175a53b54f2ab17bae0188061d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530196 Jun 30 01:36:05.890113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47796) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:05.973969 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:05.987568 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75202594-ed3a-4d32-957f-17892b4418e4 req-ec38090a-e246-47d6-99cc-f171062ad3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:05.989263 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75202594-ed3a-4d32-957f-17892b4418e4 req-ec38090a-e246-47d6-99cc-f171062ad3fb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1099 time: 0.1082008 Jun 30 01:36:06.006088 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:06.052898 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-75202594-ed3a-4d32-957f-17892b4418e4 req-7ecd9d9e-636c-4df1-9abb-1dacca9ffbb1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564435 Jun 30 01:36:06.194772 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:06.197506 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:06.198695 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80ba6d22-9804-43b3-9bef-6c96057e00ac HTTP/1.1" status: 204 len: 168 time: 0.3077269 Jun 30 01:36:06.203828 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-84990599-08f5-4e32-b5e5-c8049e4c19b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:06.207456 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba6d22-9804-43b3-9bef-6c96057e00ac,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:06.215476 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f2ed908a-759a-4be1-95cc-233d8968fc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:06.924898 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077135f2-3b78-40f8-b786-6ac8df5084af req-0c0f432b-3b0e-4cd7-b399-14ed049618c4 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:06.926365 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-077135f2-3b78-40f8-b786-6ac8df5084af req-0c0f432b-3b0e-4cd7-b399-14ed049618c4 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0655940 Jun 30 01:36:06.992450 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-077135f2-3b78-40f8-b786-6ac8df5084af req-7cfcf7b6-aae3-47ae-b24f-7ea50d5a4f80 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595567 Jun 30 01:36:07.037296 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78d57-ab45-4ec4-a266-e724f023afc5 req-a2885992-2065-4da6-a349-a3364f0ce4eb tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:07.037296 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-51b78d57-ab45-4ec4-a266-e724f023afc5 req-a2885992-2065-4da6-a349-a3364f0ce4eb tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 946 time: 0.0847876 Jun 30 01:36:07.071364 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-51b78d57-ab45-4ec4-a266-e724f023afc5 req-c7ce2137-dfc4-4df3-bd9b-5f799960ec07 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Jun 30 01:36:07.826188 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47832) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:07.930075 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8589e416-e915-4d9f-9be1-4c3ecf8eefda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.015033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8589e416-e915-4d9f-9be1-4c3ecf8eefda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.086076 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8589e416-e915-4d9f-9be1-4c3ecf8eefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.089678 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-00fcb6c6-0212-4dcd-b3d4-52cc9a942d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:08.126254 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-8589e416-e915-4d9f-9be1-4c3ecf8eefda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29697d9615bf4bfbb667b4ac30a63eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966866 Jun 30 01:36:08.126254 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e416-e915-4d9f-9be1-4c3ecf8eefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a42233-d2d4-46a7-9bb0-88b674503ff1,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:08.128241 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47838) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:08.133016 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8589e416-e915-4d9f-9be1-4c3ecf8eefda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:08.179852 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.183162 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073457-21fe-4385-98da-63075b80b198 req-ab4f55bc-1c47-442b-b228-cf8960253453 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:08.184668 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c073457-21fe-4385-98da-63075b80b198 req-ab4f55bc-1c47-442b-b228-cf8960253453 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0618286 Jun 30 01:36:08.201562 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.220087 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2c073457-21fe-4385-98da-63075b80b198 req-65d7ed2e-8467-4253-a23b-eb7875949ecc tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298870 Jun 30 01:36:08.314477 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.317090 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:08.318212 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67a42233-d2d4-46a7-9bb0-88b674503ff1 HTTP/1.1" status: 204 len: 168 time: 0.1866560 Jun 30 01:36:08.318944 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6750473d-287a-4c66-bce9-d6ca3b23dd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:08.326296 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a42233-d2d4-46a7-9bb0-88b674503ff1,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:08.328501 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b35d0b66-bde8-45b4-934a-6a38c55991a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:10.622897 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d75629c3-02ca-4e15-b809-00e997a0da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:13.227316 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-04fe04a2-837e-461b-a1b4-a784b4d0eb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:13.600478 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:14.622826 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:16.040242 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.071786 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47950) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:24.169303 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.254684 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.325461 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.328771 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b120f41-7f52-4fbf-880a-9a087a35d83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:24.362578 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67948f70437c4275b1dc332c92c7e874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897220 Jun 30 01:36:24.364846 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d71d3-4391-46e8-966d-b5167f69e95a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:24.365239 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47954) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:24.372674 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.373051 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.373422 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.373798 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.374157 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.374512 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.374867 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.375220 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.375576 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.375977 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.376276 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.376653 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.380391 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:24.418360 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.438802 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.537047 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.539618 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:24.540804 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e07d71d3-4391-46e8-966d-b5167f69e95a HTTP/1.1" status: 204 len: 168 time: 0.1740313 Jun 30 01:36:24.541607 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e88eee12-4b9a-4a1f-b8bc-abfd32ea8737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:24.548817 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d71d3-4391-46e8-966d-b5167f69e95a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:24.556845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.557476 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.557853 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.558209 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.558589 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.558924 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.559273 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.559627 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.559982 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.560337 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.560714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.561067 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:24.564229 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:24.651328 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:25.964321 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 47984) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:26.068287 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-97595580-1fb1-40a2-a17a-dcf8b9d01419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.152013 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-97595580-1fb1-40a2-a17a-dcf8b9d01419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.222324 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-97595580-1fb1-40a2-a17a-dcf8b9d01419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.224649 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6e542934-c032-4103-9cb4-936bbdf64463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:26.259657 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-97595580-1fb1-40a2-a17a-dcf8b9d01419 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f6b015744f645b28450975737e40b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942457 Jun 30 01:36:26.260630 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97595580-1fb1-40a2-a17a-dcf8b9d01419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42068761-acd0-4ae6-b63f-c9674bfbe0d8,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:26.262294 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 47988) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:26.263953 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-97595580-1fb1-40a2-a17a-dcf8b9d01419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:26.310894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.334891 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.466986 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.469518 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:26.470640 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42068761-acd0-4ae6-b63f-c9674bfbe0d8 HTTP/1.1" status: 204 len: 168 time: 0.2073312 Jun 30 01:36:26.471516 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7b2d328a-c0dc-46e0-986b-647153980994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:26.479503 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42068761-acd0-4ae6-b63f-c9674bfbe0d8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:26.481808 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:30.010556 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:36:38.732941 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48132) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:38.831480 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:38.913746 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:39.028240 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:39.030786 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f696811c-4912-4ed6-9d88-396936d0a1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:39.068986 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b36fcce6d0440e7ae13cfc8e014af61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349378 Jun 30 01:36:39.069798 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17380fdc-a216-4a54-acec-6130aec774cc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:39.073093 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48136) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:39.073606 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:39.120483 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:39.140656 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:39.250718 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:39.253244 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:39.254410 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17380fdc-a216-4a54-acec-6130aec774cc HTTP/1.1" status: 204 len: 168 time: 0.1802623 Jun 30 01:36:39.256889 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a7510b4a-022c-46c5-8314-0b787856bb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:39.262869 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17380fdc-a216-4a54-acec-6130aec774cc,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:39.265166 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:40.133936 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d96c0e-80e5-46fc-9aef-d352cb43d13b req-6c8afd85-3eab-4367-a134-056c90d58487 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:40.135369 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e3d96c0e-80e5-46fc-9aef-d352cb43d13b req-6c8afd85-3eab-4367-a134-056c90d58487 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 946 time: 0.0616996 Jun 30 01:36:40.170972 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e3d96c0e-80e5-46fc-9aef-d352cb43d13b req-cf64130e-306e-4458-8118-1aa43c20a9fd tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301013 Jun 30 01:36:40.644974 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-27204ec9-dcde-48f1-afb8-a44cdffb9c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:41.346459 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8f373-a59c-4494-9b82-4860730bd971 req-6935734c-790c-434b-94e9-52bc78e3c97d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:41.347847 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dab8f373-a59c-4494-9b82-4860730bd971 req-6935734c-790c-434b-94e9-52bc78e3c97d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 946 time: 0.0616720 Jun 30 01:36:41.384170 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dab8f373-a59c-4494-9b82-4860730bd971 req-504ee866-1db2-4ccd-ba96-3b1d35614412 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups?id=27714dca-2628-4e6f-b9eb-a1e532f1546e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299988 Jun 30 01:36:41.487313 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-8d6b12a5-e129-43a7-9942-48a3ac02ed75 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:41.488737 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-8d6b12a5-e129-43a7-9942-48a3ac02ed75 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 946 time: 0.0631962 Jun 30 01:36:41.580893 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Deleting port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:41.581235 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:41.666477 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] For port 3ada6c02-85bd-4dda-836c-4b8fe16930f2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=3ada6c02-85bd-4dda-836c-4b8fe16930f2,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:41.666831 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:41.831199 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:41.831565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:41.831876 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Floating IP 7e1d78c8-2249-4234-a873-39f1ccb5f23a disassociated. External IP: 172.28.2.81, port: 3ada6c02-85bd-4dda-836c-4b8fe16930f2. Jun 30 01:36:41.832214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Calling delete_port for 3ada6c02-85bd-4dda-836c-4b8fe16930f2 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:42.273689 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:42.278068 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-59b7f22a-6b6a-428a-a476-4e7dd19f49fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:42.302461 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event deleted for resources: {'Port': ['ID=3ada6c02-85bd-4dda-836c-4b8fe16930f2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:42.305394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:42.409347 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Router ea562d9f-33db-4a90-8bbf-858684f645fe has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:36:42.512291 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:36:42.522621 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:36:42.528851 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2af5aea0-1c23-424b-8a5f-78019136ee57 req-86b072bf-f36a-4848-9478-736fb6842c49 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cf974d-c29e-4859-80cc-c835132d3a73 HTTP/1.1" status: 200 len: 210 time: 0.0307682 Jun 30 01:36:42.532548 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:42.533238 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:36:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:42.558464 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] No DVR routers for this DVR port 3ada6c02-85bd-4dda-836c-4b8fe16930f2 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:36:42.560983 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:42.562909 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-04f29ca4-bef1-406d-af3b-cdb3166eec6d req-7eec6990-7117-4bf6-919e-86ef833fa577 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.38 "DELETE /v2.0/ports/3ada6c02-85bd-4dda-836c-4b8fe16930f2 HTTP/1.1" status: 204 len: 173 time: 1.0692408 Jun 30 01:36:42.563399 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-deleted', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:36:42.565750 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5714ebfd-29bb-4690-a878-0f416de1bcfb" -d '{"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-deleted", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:36:42.604963 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ba53d2-6b53-4e4e-ba25-860c5d9eb478 x-openstack-request-id: req-d4ba53d2-6b53-4e4e-ba25-860c5d9eb478 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:36:42.605290 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf974d-c29e-4859-80cc-c835132d3a73", "name": "network-vif-deleted", "tag": "3ada6c02-85bd-4dda-836c-4b8fe16930f2", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:36:42.605578 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4ba53d2-6b53-4e4e-ba25-860c5d9eb478 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:36:42.606005 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cf974d-c29e-4859-80cc-c835132d3a73', 'name': 'network-vif-deleted', 'tag': '3ada6c02-85bd-4dda-836c-4b8fe16930f2', 'status': 'completed', 'code': 200} Jun 30 01:36:42.641436 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:42.841436 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:42.869828 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:36:42.878171 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:42.878781 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:36:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:42.987547 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:43.186342 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:43.216800 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0433d-70a1-4a95-84cf-6aa6f576fd82 None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:31:31Z', 'revision_number': 4, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '1d701858-207c-41e1-a426-ccdfc9555b71', 'name': '', 'network_id': 'a5984cc2-ef92-4d61-815c-f1be958642c4', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'mac_address': 'fa:16:3e:87:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '63b4856e-1162-4ded-9054-e980191adebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:31Z', 'updated_at': '2021-06-30T01:31:36Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'subnets': [{'id': '63b4856e-1162-4ded-9054-e980191adebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:36:43.238655 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-cc879a33-9cea-4a5a-a2b6-f8b2992826d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:43.512139 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393158f-22d5-4ee5-8006-b5a6aacc1f8c None None] New status for floating IP 7e1d78c8-2249-4234-a873-39f1ccb5f23a: DOWN {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:36:43.721055 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48164) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:43.771147 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:43.775937 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:43.798124 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:43.931932 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:43.934548 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:43.935708 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "DELETE /v2.0/security-groups/27714dca-2628-4e6f-b9eb-a1e532f1546e HTTP/1.1" status: 204 len: 168 time: 0.2136674 Jun 30 01:36:43.936459 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a20de934-8850-44fe-8fd6-8a44da7c9888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:43.938577 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48166) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:43.945234 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27714dca-2628-4e6f-b9eb-a1e532f1546e,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:43.949661 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3ef7e4a3-70e5-464b-9623-7d509f98c357 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:43.954036 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.api.v2.resource [None req-12ac1528-0413-4e89-91da-9f0c1363cd6d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] show failed (client error): The resource could not be found. Jun 30 01:36:43.955056 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-12ac1528-0413-4e89-91da-9f0c1363cd6d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "GET /v2.0/security-groups/27714dca-2628-4e6f-b9eb-a1e532f1546e HTTP/1.1" status: 404 len: 347 time: 0.0154419 Jun 30 01:36:43.957979 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48168) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:44.076915 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Deleting port a5110316-d25b-4542-ba33-d84c90bc30ef {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:44.077253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:44.150502 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:44.150852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:44.162531 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Calling delete_port for a5110316-d25b-4542-ba33-d84c90bc30ef owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:44.348142 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:44.351023 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8dd95506-81fe-4167-9b39-ef317c7ca00b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:44.378301 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Pushing event deleted for resources: {'Port': ['ID=a5110316-d25b-4542-ba33-d84c90bc30ef,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:44.380088 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:44.437211 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:44.439988 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:44.441132 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-af42fcb2-0b8d-439a-9090-f82b4bc4793d tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] 10.222.0.37 "DELETE /v2.0/floatingips/7e1d78c8-2249-4234-a873-39f1ccb5f23a HTTP/1.1" status: 204 len: 168 time: 0.4822707 Jun 30 01:36:44.645116 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:45.430949 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:36:45.452704 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 3ada6c02-85bd-4dda-836c-4b8fe16930f2 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:36:45.453054 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 3ada6c02-85bd-4dda-836c-4b8fe16930f2 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:36:46.045615 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:47.281450 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48190) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:48.055833 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.346440 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Deleting port 1d701858-207c-41e1-a426-ccdfc9555b71 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:48.347089 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.421253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] For port 1d701858-207c-41e1-a426-ccdfc9555b71, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=1d701858-207c-41e1-a426-ccdfc9555b71,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:48.421614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.434528 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Calling delete_port for 1d701858-207c-41e1-a426-ccdfc9555b71 owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:48.690736 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:48.692902 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-dd00f8e1-23a5-4bfd-8b9c-4814255e9007 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:48.716464 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d701858-207c-41e1-a426-ccdfc9555b71,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:48.719832 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:48.875666 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.079786 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Router ea562d9f-33db-4a90-8bbf-858684f645fe has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:36:49.180910 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:36:49.186320 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] 10.222.0.37 "PUT /v2.0/routers/ea562d9f-33db-4a90-8bbf-858684f645fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038687 Jun 30 01:36:49.188899 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48194) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:49.189471 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] Sync routers for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:36:49.198447 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:49.199043 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:36:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.287831 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.297701 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:49.390015 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.498598 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Deleting port fb07538b-750b-48c3-a4d4-05093f94ae5b {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:49.498943 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.551381 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:36:48Z', 'revision_number': 5, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port': {'id': 'fb07538b-750b-48c3-a4d4-05093f94ae5b', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:31:29Z', 'updated_at': '2021-06-30T01:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.576671 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] Checking router: ea562d9f-33db-4a90-8bbf-858684f645fe for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:36:49.580936 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] For port fb07538b-750b-48c3-a4d4-05093f94ae5b, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=fb07538b-750b-48c3-a4d4-05093f94ae5b,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:49.581294 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.584958 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] Routers {'ea562d9f-33db-4a90-8bbf-858684f645fe'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:36:49.585558 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:36:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['ea562d9f-33db-4a90-8bbf-858684f645fe'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.594123 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Calling delete_port for fb07538b-750b-48c3-a4d4-05093f94ae5b owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:49.667908 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] Set router ea562d9f-33db-4a90-8bbf-858684f645fe gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:36:49.720317 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:36:49Z', 'revision_number': 6, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port_host': None}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:49.746231 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021ae37-bd32-460f-b37f-6d3591c1bff2 None None] The sync data for ids ['ea562d9f-33db-4a90-8bbf-858684f645fe'] in dv-cinder-797245-10-smb is: [{'id': 'ea562d9f-33db-4a90-8bbf-858684f645fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1673432066-router', 'tenant_id': 'a77227a108c246a3bbaac92309cabd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:31:28Z', 'updated_at': '2021-06-30T01:36:49Z', 'revision_number': 6, 'project_id': 'a77227a108c246a3bbaac92309cabd75', 'gw_port_host': None}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:36:49.816586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:49.819532 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-392bfdee-bb34-43fc-9b2f-1d7003e88a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:49.843196 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb07538b-750b-48c3-a4d4-05093f94ae5b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:49.846322 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:49.902923 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.004144 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.006287 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.131223 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.131758 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea562d9f-33db-4a90-8bbf-858684f645fe {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:36:50.143128 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.143386 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48196) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:50.143806 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ea562d9f-33db-4a90-8bbf-858684f645fe HTTP/1.1" status: 204 len: 168 time: 0.9520586 Jun 30 01:36:50.185459 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Deleting subnet 63b4856e-1162-4ded-9054-e980191adebd {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:36:50.188466 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.221887 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.297349 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.422715 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.424772 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:50.451605 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.456021 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48198) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:50.456451 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] 10.222.0.37 "DELETE /v2.0/subnets/63b4856e-1162-4ded-9054-e980191adebd HTTP/1.1" status: 204 len: 168 time: 0.3138933 Jun 30 01:36:50.457179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b4856e-1162-4ded-9054-e980191adebd,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:50.462944 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-871b96a2-0beb-4a60-bfbd-e4bd72f977af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:50.466649 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d49e3d-808d-414a-9839-2896b833ca03 None None] Network a5984cc2-ef92-4d61-815c-f1be958642c4 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:36:50.510628 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 1d701858-207c-41e1-a426-ccdfc9555b71 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:36:50.533501 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 1d701858-207c-41e1-a426-ccdfc9555b71 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:36:50.533855 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 1d701858-207c-41e1-a426-ccdfc9555b71 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:36:50.534946 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.591580 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Deleting port 11149acb-6e6d-40e8-9a2f-b099665f39b3 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:50.591913 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.658879 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] For port 11149acb-6e6d-40e8-9a2f-b099665f39b3, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=11149acb-6e6d-40e8-9a2f-b099665f39b3,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:50.658879 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.670893 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Calling delete_port for 11149acb-6e6d-40e8-9a2f-b099665f39b3 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:50.701330 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] DHCP port deletion for a5984cc2-ef92-4d61-815c-f1be958642c4 request from dv-cinder-797245-10-smb {{(pid=93483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:36:50.755326 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Deleting port 11149acb-6e6d-40e8-9a2f-b099665f39b3 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:36:50.755704 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.818327 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] For port 11149acb-6e6d-40e8-9a2f-b099665f39b3, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=11149acb-6e6d-40e8-9a2f-b099665f39b3,segment=NetworkSegment(70c29120-b65a-43b7-8feb-1539525934df),segment_id=70c29120-b65a-43b7-8feb-1539525934df)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:36:50.818720 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.830080 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Calling delete_port for 11149acb-6e6d-40e8-9a2f-b099665f39b3 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:36:50.868364 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.871477 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7cf0343c-2b98-4abe-b200-cf38d02d9d71 tempest-AttachVolumeNegativeTest-1471718290 tempest-AttachVolumeNegativeTest-1471718290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:50.895484 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] No DVR routers for this DVR port 11149acb-6e6d-40e8-9a2f-b099665f39b3 on host dv-cinder-797245-10-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:36:50.900700 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Pushing event deleted for resources: {'Port': ['ID=11149acb-6e6d-40e8-9a2f-b099665f39b3,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:50.902960 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.903140 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:50.905405 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0c0a0d74-3085-441a-9847-fe081d205a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:50.928866 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Pushing event deleted for resources: {'Port': ['ID=11149acb-6e6d-40e8-9a2f-b099665f39b3,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:50.933299 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] No DVR routers for this DVR port 11149acb-6e6d-40e8-9a2f-b099665f39b3 on host dv-cinder-797245-10-smb {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:36:50.938850 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.939197 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.939537 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.939869 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.940196 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.940531 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.940872 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.941197 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.941536 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.941862 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.942181 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.942499 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:36:50.945898 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:50.971268 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:50.981323 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5984cc2-ef92-4d61-815c-f1be958642c4']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:50.990876 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c29120-b65a-43b7-8feb-1539525934df') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:50.991172 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c29120-b65a-43b7-8feb-1539525934df') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:51.000084 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.075948 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.082140 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:36:51.082557 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:36:51.084254 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:36:51.216604 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.220667 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-be2ab6c3-5442-44ff-9dce-ad48bfec182e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:51.224413 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.226248 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a5984cc2-ef92-4d61-815c-f1be958642c4 HTTP/1.1" status: 204 len: 168 time: 0.7682958 Jun 30 01:36:51.236177 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5984cc2-ef92-4d61-815c-f1be958642c4,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:51.238529 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:51.585362 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48202) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:51.626724 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a633599e-5cce-47b6-9393-92ff9abae81a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a77227a108c246a3bbaac92309cabd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401053 Jun 30 01:36:51.628991 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48204) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:51.674945 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.699618 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.788063 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.790653 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:51.791778 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48c648cd-1ae9-4969-9b21-c1a9699c391a HTTP/1.1" status: 204 len: 168 time: 0.1618376 Jun 30 01:36:51.792545 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-47bafc0e-462d-49ff-b1d2-a090361dcd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:51.800008 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c648cd-1ae9-4969-9b21-c1a9699c391a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:51.802705 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b59681a3-0053-427b-9363-70e26f79d69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:52.146925 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device fb07538b-750b-48c3-a4d4-05093f94ae5b no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:36:52.169492 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: fb07538b-750b-48c3-a4d4-05093f94ae5b {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:36:52.175713 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device fb07538b-750b-48c3-a4d4-05093f94ae5b not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:36:52.175713 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 11149acb-6e6d-40e8-9a2f-b099665f39b3 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:36:52.189418 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 11149acb-6e6d-40e8-9a2f-b099665f39b3 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:36:52.189765 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 11149acb-6e6d-40e8-9a2f-b099665f39b3 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:36:52.785024 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48226) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:52.875830 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824401011-network', 'tenant_id': 'b2295d37a2574ec89b3f2dee0604e77f'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:36:52.987632 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Made reservation on behalf of b2295d37a2574ec89b3f2dee0604e77f for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:36:52.989943 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:52.998609 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.084365 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.130773 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.134098 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-248882a5-e6c7-4b5d-b75c-5651fac93620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:53.157274 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:36:53.162540 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13fc05-61e1-4d8f-9c18-41dbdb38578e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:53.165630 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:53.170698 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.171033 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Added segment 4b39a9d8-b867-4fd7-aee8-c6a2f13deec8 of type vlan for network 87ca809f-4feb-48ca-bdec-2b47fc2d793b Jun 30 01:36:53.209602 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.285155 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.286645 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:53.287223 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.290072 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-18bcddde-959a-43d5-9cf1-22a4bf93187d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:53.347398 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Pushing event updated for resources: {'Network': ['ID=87ca809f-4feb-48ca-bdec-2b47fc2d793b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:53.350202 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:53.357547 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 87ca809f-4feb-48ca-bdec-2b47fc2d793b details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:36:53.405475 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-edd913f5-1d0c-4c59-9d67-6d868d049325 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6193585 Jun 30 01:36:53.408206 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48230) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:53.413161 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Request body: {'subnet': {'network_id': '87ca809f-4feb-48ca-bdec-2b47fc2d793b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1824401011-subnet', 'tenant_id': 'b2295d37a2574ec89b3f2dee0604e77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:36:53.518965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Made reservation on behalf of b2295d37a2574ec89b3f2dee0604e77f for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:36:53.521348 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8678346'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.725220 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8723117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8678360'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.728580 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:53.780840 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1e0227-24ed-4e00-be60-0adb5f33d1e8,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:53.784551 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:53.788281 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Checking segment: {'id': '4b39a9d8-b867-4fd7-aee8-c6a2f13deec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '87ca809f-4feb-48ca-bdec-2b47fc2d793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:36:53.788907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Network hostable DHCP agents. Network: 87ca809f-4feb-48ca-bdec-2b47fc2d793b, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:36:53.878175 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Network 87ca809f-4feb-48ca-bdec-2b47fc2d793b is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:36:53.964804 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 87ca809f-4feb-48ca-bdec-2b47fc2d793b) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:36:53.968666 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:53.969251 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:53.973399 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbbe1d-1152-4613-9fe7-f84ec0ef2b69 None None] Network 87ca809f-4feb-48ca-bdec-2b47fc2d793b requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:36:54.057426 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6481214 Jun 30 01:36:54.109498 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0e6bd-2750-4042-a89c-6f2cac8b1320 None None] Network 87ca809f-4feb-48ca-bdec-2b47fc2d793b requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:36:54.679609 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48248) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:54.684807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:54.685371 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1795416312-network', 'tenant_id': '3f35d2ba4ade48f9a685c11f41d53879'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:36:54.759448 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Made reservation on behalf of 3f35d2ba4ade48f9a685c11f41d53879 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:36:54.761833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:54.770481 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:54.854105 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:54.907555 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:54.911543 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ea2187bc-a022-4512-a209-a1bab006f745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:54.932194 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:36:54.940560 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17783727-f498-4cf8-97e0-55388644d4d7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:54.944806 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:54.948223 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:54.949734 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Added segment c6216bb2-f298-4511-afd7-dd1b413886a7 of type vlan for network ae834dbc-acb9-42ae-abb8-c6e2534ac750 Jun 30 01:36:54.990411 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:55.119538 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:55.120998 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:55.121961 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:55.124436 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:55.184651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Pushing event updated for resources: {'Network': ['ID=ae834dbc-acb9-42ae-abb8-c6e2534ac750,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:55.187198 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:55.194196 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network ae834dbc-acb9-42ae-abb8-c6e2534ac750 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:36:55.274383 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e60efd33-9fbd-4ea2-94e4-5c2fa95f3838 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5931311 Jun 30 01:36:55.276949 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48250) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:55.281850 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Request body: {'subnet': {'network_id': 'ae834dbc-acb9-42ae-abb8-c6e2534ac750', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1795416312-subnet', 'tenant_id': '3f35d2ba4ade48f9a685c11f41d53879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:36:55.404560 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Made reservation on behalf of 3f35d2ba4ade48f9a685c11f41d53879 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:36:55.407487 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8678346'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:55.640563 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8723117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8678360'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:55.642040 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-55dc7349-69a3-4eca-ae70-f8b614f08bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:55.693860 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9511a181-7b74-4a60-b2cd-248791628bed,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:55.697476 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:55.704376 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Checking segment: {'id': 'c6216bb2-f298-4511-afd7-dd1b413886a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ae834dbc-acb9-42ae-abb8-c6e2534ac750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:36:55.704775 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Network hostable DHCP agents. Network: ae834dbc-acb9-42ae-abb8-c6e2534ac750, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:36:55.822531 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Network ae834dbc-acb9-42ae-abb8-c6e2534ac750 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:36:55.936125 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, ae834dbc-acb9-42ae-abb8-c6e2534ac750) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:36:55.940006 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:36:55.940640 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:55.945191 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f0489-368f-4527-8add-f30ed0c11884 None None] Network ae834dbc-acb9-42ae-abb8-c6e2534ac750 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:36:56.066605 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd75e8-d7f3-4252-a5b1-515abdab544f None None] Network ae834dbc-acb9-42ae-abb8-c6e2534ac750 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:36:56.068667 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7906218 Jun 30 01:36:56.177298 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48254) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:56.227337 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Deleting subnet 5f1e0227-24ed-4e00-be60-0adb5f33d1e8 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:36:56.230335 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.263792 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.300022 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.423224 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.425606 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c2e0fd4b-912b-486d-9c70-0be3945cc4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:56.448930 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1e0227-24ed-4e00-be60-0adb5f33d1e8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:56.451308 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:56.455837 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.457678 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5f1e0227-24ed-4e00-be60-0adb5f33d1e8 HTTP/1.1" status: 204 len: 168 time: 0.2793565 Jun 30 01:36:56.460165 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48256) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:56.530004 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.608543 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.617957 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ca809f-4feb-48ca-bdec-2b47fc2d793b']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:56.627083 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b39a9d8-b867-4fd7-aee8-c6a2f13deec8') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:56.627386 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b39a9d8-b867-4fd7-aee8-c6a2f13deec8') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:56.636208 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.649051 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.655116 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:36:56.655497 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:36:56.657080 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:36:56.804113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.810435 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:56.812859 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.814613 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] 10.222.0.37 "DELETE /v2.0/networks/87ca809f-4feb-48ca-bdec-2b47fc2d793b HTTP/1.1" status: 204 len: 168 time: 0.3534892 Jun 30 01:36:56.820539 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48258) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:56.825860 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ca809f-4feb-48ca-bdec-2b47fc2d793b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:56.828002 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:56.861875 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Deleting subnet 9511a181-7b74-4a60-b2cd-248791628bed {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:36:56.864954 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.897918 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:56.934857 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.102604 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.104994 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3d83f247-f725-44d3-add4-72465601f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:57.386297 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9511a181-7b74-4a60-b2cd-248791628bed,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:57.389245 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:57.390215 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.392030 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-80590c04-9101-4b4a-8736-1e263d1bccbd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9511a181-7b74-4a60-b2cd-248791628bed HTTP/1.1" status: 204 len: 168 time: 0.5734463 Jun 30 01:36:57.394487 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48260) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:57.458909 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.534978 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.545480 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae834dbc-acb9-42ae-abb8-c6e2534ac750']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:57.555146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6216bb2-f298-4511-afd7-dd1b413886a7') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:57.556064 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6216bb2-f298-4511-afd7-dd1b413886a7') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:36:57.564975 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.577849 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.583386 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:36:57.583768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:36:57.585366 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:36:57.702008 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.705554 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:57.707819 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:57.709639 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae834dbc-acb9-42ae-abb8-c6e2534ac750 HTTP/1.1" status: 204 len: 168 time: 0.3142595 Jun 30 01:36:57.724721 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae834dbc-acb9-42ae-abb8-c6e2534ac750,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:57.727113 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f6d8f20e-5849-4e07-a3b7-04df5a603b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:58.031684 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48264) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:58.069456 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8aa8931c-8f7c-4ceb-8c18-d887e69135b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2295d37a2574ec89b3f2dee0604e77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365436 Jun 30 01:36:58.072160 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48266) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:58.117050 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:58.137230 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:58.300837 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:58.303312 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:58.304475 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf13fc05-61e1-4d8f-9c18-41dbdb38578e HTTP/1.1" status: 204 len: 168 time: 0.2314143 Jun 30 01:36:58.305248 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c8e55153-9168-4121-8bde-c8bd4fa845ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:58.312708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13fc05-61e1-4d8f-9c18-41dbdb38578e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:58.316230 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a636cd43-be61-4c8e-a8e5-aaae03650a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:36:58.997353 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48272) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:59.036079 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-60605429-c2a8-4ac2-8366-5c5f8fd5105e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f35d2ba4ade48f9a685c11f41d53879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375140 Jun 30 01:36:59.038462 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48274) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:36:59.084190 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:59.107669 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:59.243430 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:59.246026 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:36:59.247171 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17783727-f498-4cf8-97e0-55388644d4d7 HTTP/1.1" status: 204 len: 168 time: 0.2077672 Jun 30 01:36:59.247970 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-801c344d-c6e2-4702-8b94-a2b7a25d1dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:36:59.255456 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17783727-f498-4cf8-97e0-55388644d4d7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:36:59.257723 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ce3a0844-3f78-4c9b-b240-31ef31d6fae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:07.008656 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:37:08.066533 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48394) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:08.168838 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.251946 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.295764 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.298954 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-28a473f6-601e-475c-b1b0-ac4bc6e3a018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:08.332677 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93ada851fdec4ae8a5f450d88d54d404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650146 Jun 30 01:37:08.334630 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd84fb6-abb8-46a8-b764-f09e6824763a,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:08.335370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48398) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:08.337692 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:08.385417 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.406128 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.511957 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.515070 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:08.516268 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dd84fb6-abb8-46a8-b764-f09e6824763a HTTP/1.1" status: 204 len: 168 time: 0.1799104 Jun 30 01:37:08.517033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f72ddfb9-dc17-40db-96a4-c6b1fce324a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:08.524214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd84fb6-abb8-46a8-b764-f09e6824763a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:08.526619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:09.048925 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48404) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:09.063489 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.147632 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.216732 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.219254 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-88b2dee5-c432-4605-a017-8e74efaa8cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:09.255698 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e91165-5eca-4f83-85c6-d5aaa9c8f1ec,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:09.258614 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:09.261166 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1701b821c9aa49e7b22d224eda62acd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112110 Jun 30 01:37:09.264118 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48406) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:09.312760 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.332650 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.444732 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.447333 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:09.448471 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5e91165-5eca-4f83-85c6-d5aaa9c8f1ec HTTP/1.1" status: 204 len: 168 time: 0.1832237 Jun 30 01:37:09.449240 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-982367c6-f19b-495f-bde7-cccf5b8932e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:09.456400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e91165-5eca-4f83-85c6-d5aaa9c8f1ec,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:09.458629 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8f141016-1cd2-48c1-ace9-31303a983c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:10.656077 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7883e633-7d7d-4ce3-a9a5-c8417973a574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.084929 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48476) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:12.187101 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0f-c9d7-4de3-bb04-1be361e58335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.270346 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0f-c9d7-4de3-bb04-1be361e58335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.330080 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4c0dbf0f-c9d7-4de3-bb04-1be361e58335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.333370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eb59ce1c-1282-4def-8e63-83d4112bb29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:12.366248 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4c0dbf0f-c9d7-4de3-bb04-1be361e58335 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1e83462e72740d0adaa6237b771a52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802389 Jun 30 01:37:12.368911 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48480) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:12.370919 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dbf0f-c9d7-4de3-bb04-1be361e58335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b26d8-22b1-4be0-b25a-d13b7bc4136b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:12.374533 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4c0dbf0f-c9d7-4de3-bb04-1be361e58335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:12.417848 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.438538 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.540674 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.543264 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:12.544443 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed5b26d8-22b1-4be0-b25a-d13b7bc4136b HTTP/1.1" status: 204 len: 168 time: 0.1745610 Jun 30 01:37:12.545213 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3a5673fc-68dc-4c91-8c8d-88645f57a690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:12.553059 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b26d8-22b1-4be0-b25a-d13b7bc4136b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:12.555407 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-fc8bc223-bac5-4b38-83e6-1a095c67992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:13.024732 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48486) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:13.037871 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b935e70-24dd-4158-88a9-ec3327a1b49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.120180 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b935e70-24dd-4158-88a9-ec3327a1b49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.182191 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b935e70-24dd-4158-88a9-ec3327a1b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.186158 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bbada6f9-c0c8-4048-be83-5dfac1bdcd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:13.220695 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-2b935e70-24dd-4158-88a9-ec3327a1b49d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1836f555be2a4caba6d63029d4d520b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948185 Jun 30 01:37:13.221493 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b935e70-24dd-4158-88a9-ec3327a1b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b123b678-092c-4afa-9154-c76fcff4e65c,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:13.224352 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2b935e70-24dd-4158-88a9-ec3327a1b49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:13.231243 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48488) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:13.278953 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-62ffc5b1-a3c0-43e5-be5d-861869ce0bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.281785 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.302746 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.415549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.418189 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:13.419855 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b123b678-092c-4afa-9154-c76fcff4e65c HTTP/1.1" status: 204 len: 168 time: 0.1876364 Jun 30 01:37:13.420694 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c75a5279-80ff-459d-94e8-3a4c09ccb1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:13.428500 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b123b678-092c-4afa-9154-c76fcff4e65c,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:13.430737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-39066cdc-af64-4e07-ac6a-cd72a7d7ca53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:13.604724 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:14.627842 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:16.027479 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:21.227959 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48580) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:21.379396 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Deleting port a8530a15-efcd-4d76-a337-4cdb09fdc0ef {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:21.379651 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:21.453475 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:21.453813 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:21.465177 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Calling delete_port for a8530a15-efcd-4d76-a337-4cdb09fdc0ef owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:21.700606 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:21.703718 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:21.732224 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event deleted for resources: {'Port': ['ID=a8530a15-efcd-4d76-a337-4cdb09fdc0ef,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:21.734542 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:21.787080 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:21.787408 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Floating IP 6c56a59d-4100-4a0e-b72a-e173043d5d22 disassociated (deleted). External IP: 172.28.2.98, port: 55d0dbc2-27b3-40c8-8600-e77404d2b3a4. Jun 30 01:37:21.987202 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Router dc79d1d8-6521-42a4-91f3-1e31db46ae6e has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:37:22.094444 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:37:22.107602 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:22.113961 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] Sync routers for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:37:22.130326 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:22.131104 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:22.145542 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "DELETE /v2.0/floatingips/6c56a59d-4100-4a0e-b72a-e173043d5d22 HTTP/1.1" status: 204 len: 168 time: 0.9163477 Jun 30 01:37:22.146203 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:22.148635 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:22.186689 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c49dc4-0dbf-4b0c-a57a-632a6358943c x-openstack-request-id: req-c3c49dc4-0dbf-4b0c-a57a-632a6358943c {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:22.187016 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:22.187306 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3c49dc4-0dbf-4b0c-a57a-632a6358943c {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:22.187734 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'status': 'completed', 'code': 200} Jun 30 01:37:22.243583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:22.275197 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-b7104509-8a1f-45b5-b6f2-737069484ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:22.277016 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-b7104509-8a1f-45b5-b6f2-737069484ab9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 1099 time: 0.0633512 Jun 30 01:37:22.377649 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-9681e95d-db78-4377-bca1-8a398f636923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:22.379122 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-9681e95d-db78-4377-bca1-8a398f636923 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 200 len: 910 time: 0.0956700 Jun 30 01:37:22.422474 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-24c8f133-75d6-42ef-9e83-64b8ebe37a6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 200 len: 217 time: 0.0371253 Jun 30 01:37:22.469532 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:22.472444 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-8c6f43f1-b7ec-4f2f-9158-a65619b5a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:22.473926 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-8c6f43f1-b7ec-4f2f-9158-a65619b5a976 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 200 len: 848 time: 0.0446708 Jun 30 01:37:22.497821 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] Checking router: dc79d1d8-6521-42a4-91f3-1e31db46ae6e for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:37:22.507024 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:22.507655 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:22.529728 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-d048c0d3-80af-455a-8337-d0bd6c319348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:22.531202 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-d048c0d3-80af-455a-8337-d0bd6c319348 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b5fc266b-cb86-46d5-98dd-fd49065ddee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515091 Jun 30 01:37:22.636203 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-3d25274c-d8e8-46a1-85b5-ac9588f7c96c service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983877 Jun 30 01:37:22.642550 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:22.729106 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-043e11e5-daf8-4be8-8ea0-09c73cd8a5fe req-956cb4ab-96bf-4c29-b554-34ab2780c982 service neutron] 10.222.0.38 "GET /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840671 Jun 30 01:37:22.741324 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910669e-2180-47c3-83db-ad2c5e5ea3d4 req-e0e9d105-641b-4b57-ba5a-642bb8ea0616 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:22.742850 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5910669e-2180-47c3-83db-ad2c5e5ea3d4 req-e0e9d105-641b-4b57-ba5a-642bb8ea0616 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0704851 Jun 30 01:37:22.786099 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5910669e-2180-47c3-83db-ad2c5e5ea3d4 req-c020c8d3-1648-4888-985f-0ea8ea623e35 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364323 Jun 30 01:37:22.858321 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:22.883390 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ba087-8efb-4f28-b6c9-2b335cfdebe0 None None] The sync data for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb is: [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:32:40Z', 'revision_number': 4, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': 'b5650e35-d4f6-487f-8ad5-f19854d2210b', 'name': '', 'network_id': 'b5fc266b-cb86-46d5-98dd-fd49065ddee8', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'mac_address': 'fa:16:3e:09:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:39Z', 'updated_at': '2021-06-30T01:32:44Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'subnets': [{'id': '46f896c7-7632-49ab-b8b1-f7c331fda220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:37:23.089716 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4a75d-6f4e-4e1e-bcff-9d79b79798b1 None None] New status for floating IP 6c56a59d-4100-4a0e-b72a-e173043d5d22: DOWN {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:37:23.984439 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fd4a2-5549-44ea-a5ec-11b17e215777 req-c5de84db-fc44-42bb-9f9d-189e15588b5a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:23.985937 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e92fd4a2-5549-44ea-a5ec-11b17e215777 req-c5de84db-fc44-42bb-9f9d-189e15588b5a tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0741055 Jun 30 01:37:24.012163 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-cd0a5f2c-3f73-4100-9228-e53e46020ad9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:24.013814 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-cd0a5f2c-3f73-4100-9228-e53e46020ad9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.38 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 946 time: 0.0865645 Jun 30 01:37:24.024748 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-e92fd4a2-5549-44ea-a5ec-11b17e215777 req-e3c004c7-9546-4fc1-8f2c-83649e96e979 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Jun 30 01:37:24.117362 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Deleting port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:24.117702 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.201433 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] For port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:24.201787 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.213111 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Calling delete_port for 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:24.322418 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48620) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:24.404952 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.409419 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-908e51a7-4a87-4161-b7db-15c9542c10bb tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:24.424534 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.435738 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event deleted for resources: {'Port': ['ID=55d0dbc2-27b3-40c8-8600-e77404d2b3a4,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:24.467860 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.468240 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.468624 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.468980 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.469337 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.469692 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.470076 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.470540 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.470891 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.471243 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.471591 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.471937 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.475173 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:24.496781 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] No DVR routers for this DVR port 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:24.502893 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.504985 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-e2fd7caf-49f8-427e-a856-46ce217dad83 req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.38 "DELETE /v2.0/ports/55d0dbc2-27b3-40c8-8600-e77404d2b3a4 HTTP/1.1" status: 204 len: 173 time: 0.4861817 Jun 30 01:37:24.505546 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-deleted', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:24.508008 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46122685-e0e2-44fc-a8d3-a8e9b0b4516c" -d '{"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-deleted", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:24.521648 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.561908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e20523-922a-4a78-b1dc-ef94954ce71e x-openstack-request-id: req-14e20523-922a-4a78-b1dc-ef94954ce71e {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:24.561908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98977b8a-69ce-48c2-81a3-27118a56c9ed", "name": "network-vif-deleted", "tag": "55d0dbc2-27b3-40c8-8600-e77404d2b3a4", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:24.561908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14e20523-922a-4a78-b1dc-ef94954ce71e {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:24.561908 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98977b8a-69ce-48c2-81a3-27118a56c9ed', 'name': 'network-vif-deleted', 'tag': '55d0dbc2-27b3-40c8-8600-e77404d2b3a4', 'status': 'completed', 'code': 200} Jun 30 01:37:24.632899 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.636466 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9e2bfc2f-a2d8-451b-91a4-62824b39d5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:24.677870 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61a514580020498b87194e49fb034be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515835 Jun 30 01:37:24.677870 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a5f4f-77ea-439e-bf48-0d53661a4dc7,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:24.678704 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48628) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:24.686714 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.687087 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.687450 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.687805 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.688158 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.688762 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.688942 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.689405 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.689763 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.690114 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.690467 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.690809 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:24.694535 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:24.713287 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.731517 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.752284 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.890679 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.893273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:24.894655 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d6a5f4f-77ea-439e-bf48-0d53661a4dc7 HTTP/1.1" status: 204 len: 168 time: 0.2151237 Jun 30 01:37:24.899278 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-35be6a16-0833-45ac-8188-1fddf663e64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:24.903066 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a5f4f-77ea-439e-bf48-0d53661a4dc7,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:24.905322 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:25.168676 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6744de38-b64a-4df9-bfc9-08e17779ea40 req-a81a4754-ac8b-4e28-9c6c-16fb94ba64d5 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "GET /v2.0/ports?device_id=98977b8a-69ce-48c2-81a3-27118a56c9ed HTTP/1.1" status: 200 len: 210 time: 0.0285594 Jun 30 01:37:25.447970 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48636) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:25.461094 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.544693 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.615457 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.618768 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-eca1350b-e241-4202-8a05-80505adccadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:25.656339 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d6dce7889e44408b26b52f07aa8a24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072570 Jun 30 01:37:25.658438 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528841a5-5220-46a1-b944-aad3f43a7290,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:25.659075 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48638) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:25.661695 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:25.708489 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.729435 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.850396 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.852999 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:25.854134 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/528841a5-5220-46a1-b944-aad3f43a7290 HTTP/1.1" status: 204 len: 168 time: 0.1940372 Jun 30 01:37:25.855066 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-76853a88-62a7-4f66-b558-f8c39f071679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:25.863165 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528841a5-5220-46a1-b944-aad3f43a7290,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:25.865802 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-adfd49d3-cf87-4438-93cb-467eb06458d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:26.262199 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48646) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:26.318318 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.343428 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.479367 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.482009 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.483189 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] 10.222.0.37 "DELETE /v2.0/security-groups/7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a HTTP/1.1" status: 204 len: 168 time: 0.2200046 Jun 30 01:37:26.484040 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ef312c99-12db-47ee-ae8f-0c482887344a tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:26.492502 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d01d4-56f3-4f82-9bc7-ebebaa415c4a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:26.494676 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9ee8cd84-c98e-4e63-8992-8d7d656c9f27 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:26.538597 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48650) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:26.551881 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bab5dfbb-e107-4bac-8e1f-4b09b23b0807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.573264 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48652) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:26.642727 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bab5dfbb-e107-4bac-8e1f-4b09b23b0807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.718671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bab5dfbb-e107-4bac-8e1f-4b09b23b0807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.722282 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ecc2ddff-f7ed-421a-bb86-a8ae5a576b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:26.757129 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-bab5dfbb-e107-4bac-8e1f-4b09b23b0807 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4aa9b0233f3c493a8289ed84db3e56e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174299 Jun 30 01:37:26.758404 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5dfbb-e107-4bac-8e1f-4b09b23b0807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf78b0b-789c-4ece-a381-79b8d1453d74,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:26.761132 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48654) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:26.761504 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bab5dfbb-e107-4bac-8e1f-4b09b23b0807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:26.861235 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.890512 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:26.990571 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:27.068226 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:27.070775 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:27.074548 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adf78b0b-789c-4ece-a381-79b8d1453d74 HTTP/1.1" status: 204 len: 168 time: 0.3099122 Jun 30 01:37:27.074548 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-7cc66530-b6d6-44a1-9bf6-09aed70dc4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:27.087826 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf78b0b-789c-4ece-a381-79b8d1453d74,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:27.090163 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8dbcd11f-3398-4d50-99b1-94ba27142b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:27.271645 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Deleting port b5650e35-d4f6-487f-8ad5-f19854d2210b {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:27.272283 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:27.346541 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] For port b5650e35-d4f6-487f-8ad5-f19854d2210b, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=b5650e35-d4f6-487f-8ad5-f19854d2210b,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:27.346897 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:27.359597 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Calling delete_port for b5650e35-d4f6-487f-8ad5-f19854d2210b owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:27.555638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:27.575470 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:27.575728 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 55d0dbc2-27b3-40c8-8600-e77404d2b3a4 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:27.604469 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:27.607493 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:27.634852 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Pushing event deleted for resources: {'Port': ['ID=b5650e35-d4f6-487f-8ad5-f19854d2210b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:27.639297 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:27.801036 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.012718 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Router dc79d1d8-6521-42a4-91f3-1e31db46ae6e has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:37:28.127251 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:37:28.132834 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] 10.222.0.37 "PUT /v2.0/routers/dc79d1d8-6521-42a4-91f3-1e31db46ae6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582685 Jun 30 01:37:28.135366 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48680) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:28.138516 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] Sync routers for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:37:28.149394 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:28.150308 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:28.240303 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.261071 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:28.336822 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.468262 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Deleting port 0daed547-7d1a-41e3-ba04-9003d1bb413a {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:28.468632 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.547396 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] For port 0daed547-7d1a-41e3-ba04-9003d1bb413a, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=0daed547-7d1a-41e3-ba04-9003d1bb413a,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:28.547750 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.560092 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:37:27Z', 'revision_number': 5, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port': {'id': '0daed547-7d1a-41e3-ba04-9003d1bb413a', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:37Z', 'updated_at': '2021-06-30T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:28.561264 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Calling delete_port for 0daed547-7d1a-41e3-ba04-9003d1bb413a owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:28.586121 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] Checking router: dc79d1d8-6521-42a4-91f3-1e31db46ae6e for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:37:28.595010 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] Routers {'dc79d1d8-6521-42a4-91f3-1e31db46ae6e'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:28.595631 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:28.680302 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] Set router dc79d1d8-6521-42a4-91f3-1e31db46ae6e gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:28.738080 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:37:28Z', 'revision_number': 6, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port_host': None}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:28.758506 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7a955-9f4c-45a3-b24f-b771c0fdb217 None None] The sync data for ids ['dc79d1d8-6521-42a4-91f3-1e31db46ae6e'] in dv-cinder-797245-10-smb is: [{'id': 'dc79d1d8-6521-42a4-91f3-1e31db46ae6e', 'name': 'tempest-TestShelveInstance-1649016151-router', 'tenant_id': '26af062998bd4b99bd46f5a1f76c92bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:36Z', 'updated_at': '2021-06-30T01:37:28Z', 'revision_number': 6, 'project_id': '26af062998bd4b99bd46f5a1f76c92bf', 'gw_port_host': None}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:37:28.830345 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:28.830345 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6916f53b-9c4a-46d4-8c3f-6ce7833e7700 tempest-VolumesActionsTest-2031640523 tempest-VolumesActionsTest-2031640523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:28.858203 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Pushing event deleted for resources: {'Port': ['ID=0daed547-7d1a-41e3-ba04-9003d1bb413a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:28.860768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:28.919905 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.275567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.277754 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.375668 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.376329 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc79d1d8-6521-42a4-91f3-1e31db46ae6e {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:37:29.380688 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.381842 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6a18f1d5-302f-4e1c-9ca5-2a72a51a9828 admin admin] 10.222.0.37 "DELETE /v2.0/routers/dc79d1d8-6521-42a4-91f3-1e31db46ae6e HTTP/1.1" status: 204 len: 168 time: 1.2454047 Jun 30 01:37:29.384376 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48686) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:29.430041 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Deleting subnet 46f896c7-7632-49ab-b8b1-f7c331fda220 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:37:29.433191 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.465545 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.575023 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.684532 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.687147 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0c148644-1cce-415f-85d1-bf026f9acf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:29.710722 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f896c7-7632-49ab-b8b1-f7c331fda220,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:29.713833 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:29.714833 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.717828 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-3f5980c4-4f81-470e-9e17-7524c5be5be9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46f896c7-7632-49ab-b8b1-f7c331fda220 HTTP/1.1" status: 204 len: 168 time: 0.3313608 Jun 30 01:37:29.719622 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48688) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:29.720537 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687fc44-447b-4ea5-8e5b-394598c8d701 None None] Network b5fc266b-cb86-46d5-98dd-fd49065ddee8 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:37:29.793581 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.845322 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Deleting port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:29.845643 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.910339 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] For port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:29.910696 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:29.932776 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Calling delete_port for 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:29.936075 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11696252-dce2-4ffc-a282-f173e802818f None None] DHCP port deletion for b5fc266b-cb86-46d5-98dd-fd49065ddee8 request from dv-cinder-797245-10-smb {{(pid=93483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:37:29.989950 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Deleting port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:29.990329 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.056804 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-11696252-dce2-4ffc-a282-f173e802818f None None] For port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,segment=NetworkSegment(f8d1856f-ae0a-486a-aabe-d38a344e755f),segment_id=f8d1856f-ae0a-486a-aabe-d38a344e755f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:30.057198 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.070507 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Calling delete_port for 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:30.076497 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-3ff8b8cf-74f5-4d2e-ba49-034426b17dbb tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c0ed04855da425985c2fdf6e0c84784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297837 Jun 30 01:37:30.077085 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.079864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:30.122124 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] No DVR routers for this DVR port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 on host dv-cinder-797245-10-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:30.123755 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:30.147541 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:30.150070 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.152096 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-cae2ddf9-f0a2-45cb-b80c-89cbb3881c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:30.177307 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Pushing event deleted for resources: {'Port': ['ID=7a53e9c1-d11b-43bd-a0f2-5571acc96d55,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:30.181695 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 0daed547-7d1a-41e3-ba04-9003d1bb413a no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:30.183574 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-11696252-dce2-4ffc-a282-f173e802818f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:30.184322 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11696252-dce2-4ffc-a282-f173e802818f None None] No DVR routers for this DVR port 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 on host dv-cinder-797245-10-smb {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:30.207952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 0daed547-7d1a-41e3-ba04-9003d1bb413a {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:30.208308 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 0daed547-7d1a-41e3-ba04-9003d1bb413a not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:30.208753 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:30.227321 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:30.227677 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 7a53e9c1-d11b-43bd-a0f2-5571acc96d55 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:30.228094 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device b5650e35-d4f6-487f-8ad5-f19854d2210b no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:30.246478 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: b5650e35-d4f6-487f-8ad5-f19854d2210b {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:30.251337 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device b5650e35-d4f6-487f-8ad5-f19854d2210b not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:30.301022 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.330377 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fc266b-cb86-46d5-98dd-fd49065ddee8']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:30.351282 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d1856f-ae0a-486a-aabe-d38a344e755f') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:30.351581 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d1856f-ae0a-486a-aabe-d38a344e755f') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:30.365387 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-20b7c9e9-20fc-4d2d-83e9-c5f84ab8fba0 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:30.366771 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-20b7c9e9-20fc-4d2d-83e9-c5f84ab8fba0 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801812 Jun 30 01:37:30.369914 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.388807 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-5e08da54-b5a5-4e68-ab7f-5c65e86fc5a6 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/quotas/1c0ed04855da425985c2fdf6e0c84784 HTTP/1.1" status: 200 len: 375 time: 0.0128629 Jun 30 01:37:30.389655 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.396859 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:37:30.397243 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:37:30.405715 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:37:30.454874 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-0986ae13-12e6-4261-a983-450b20c2facb tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c0ed04855da425985c2fdf6e0c84784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607383 Jun 30 01:37:30.524564 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.528121 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:30.531428 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:30.533105 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5fc266b-cb86-46d5-98dd-fd49065ddee8 HTTP/1.1" status: 204 len: 168 time: 0.8125691 Jun 30 01:37:30.537163 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48708) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:30.543963 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fc266b-cb86-46d5-98dd-fd49065ddee8,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:30.546546 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ef23ee24-f171-4ab2-92ac-46f8f9a3a884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:30.698639 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-627eb712-b736-4457-9097-d965329c0551 req-5a240b1a-7eee-48c6-b4bf-3f2ed7b3dbe3 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 210 time: 0.0377867 Jun 30 01:37:31.111389 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:31.360914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Deleting port 2cf48587-f829-4be3-bd53-b4604092f74e {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:31.361258 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:31.436689 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] For port 2cf48587-f829-4be3-bd53-b4604092f74e, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2cf48587-f829-4be3-bd53-b4604092f74e,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:31.437050 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:31.449257 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Calling delete_port for 2cf48587-f829-4be3-bd53-b4604092f74e owned by network:router_interface {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:31.795423 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-13ef04d2-cec4-4681-981f-fc412c14c536 req-e7679948-bc04-429c-9267-ba22e40ac3bd tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 210 time: 0.0385506 Jun 30 01:37:31.901484 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:31.904554 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80d89026-b8a3-433c-ae02-76323aa88ab7 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:31.932124 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf48587-f829-4be3-bd53-b4604092f74e,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:31.938463 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:32.106218 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:32.322355 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Router 53026415-bac8-4e9c-ba65-96df8fd4a28c has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:37:32.432089 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:37:32.437048 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] 10.222.0.37 "PUT /v2.0/routers/53026415-bac8-4e9c-ba65-96df8fd4a28c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8999319 Jun 30 01:37:32.439640 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48722) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:32.440432 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] Sync routers for ids ['53026415-bac8-4e9c-ba65-96df8fd4a28c'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:37:32.449851 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] Routers {'53026415-bac8-4e9c-ba65-96df8fd4a28c'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:32.459063 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['53026415-bac8-4e9c-ba65-96df8fd4a28c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:32.556747 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:32.570947 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] Set router 53026415-bac8-4e9c-ba65-96df8fd4a28c gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:32.654984 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:32.743910 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:37:31Z', 'revision_number': 5, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port': {'id': 'd5397c28-eeeb-4015-a370-a1639f85e9b6', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:32:44Z', 'updated_at': '2021-06-30T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:32.764223 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Deleting port d5397c28-eeeb-4015-a370-a1639f85e9b6 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:32.764596 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:32.769239 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] Checking router: 53026415-bac8-4e9c-ba65-96df8fd4a28c for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:37:32.777074 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] Routers {'53026415-bac8-4e9c-ba65-96df8fd4a28c'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:32.777669 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['53026415-bac8-4e9c-ba65-96df8fd4a28c'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:32.842312 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] For port d5397c28-eeeb-4015-a370-a1639f85e9b6, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=d5397c28-eeeb-4015-a370-a1639f85e9b6,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:32.842701 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:32.856027 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Calling delete_port for d5397c28-eeeb-4015-a370-a1639f85e9b6 owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:32.865285 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] Set router 53026415-bac8-4e9c-ba65-96df8fd4a28c gateway port host: None {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:32.922070 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:37:32Z', 'revision_number': 6, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port_host': None}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:32.940052 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-fcb6da61-127f-45ce-a12d-227ac909e973 req-160450b5-ae78-490c-a5ab-995086cbe10d tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 210 time: 0.0317991 Jun 30 01:37:32.951840 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929b823-e8aa-4b24-836b-36ae48e9b24f None None] The sync data for ids ['53026415-bac8-4e9c-ba65-96df8fd4a28c'] in dv-cinder-797245-10-smb is: [{'id': '53026415-bac8-4e9c-ba65-96df8fd4a28c', 'name': 'tempest-TestShelveInstance-62795836-router', 'tenant_id': 'eab346fdb8c447868dd61c6adc96c096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:32:43Z', 'updated_at': '2021-06-30T01:37:32Z', 'revision_number': 6, 'project_id': 'eab346fdb8c447868dd61c6adc96c096', 'gw_port_host': None}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:37:33.098045 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.107525 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-78dfb736-5404-4e7c-a34e-b8f623d31f05 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:33.115208 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-2e259a68-283f-4271-85c3-60501f5b1e2f tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1c0ed04855da425985c2fdf6e0c84784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359950 Jun 30 01:37:33.138390 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Pushing event deleted for resources: {'Port': ['ID=d5397c28-eeeb-4015-a370-a1639f85e9b6,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:33.141505 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:33.324927 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.690583 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.693741 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.705968 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-a755aad6-e8c6-4add-946b-c0686ee8de84 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:33.707393 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-a755aad6-e8c6-4add-946b-c0686ee8de84 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5703881 Jun 30 01:37:33.721270 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Request body: {'port': {'device_id': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926', 'admin_state_up': True, 'tenant_id': '1c0ed04855da425985c2fdf6e0c84784'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:33.851168 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.851671 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53026415-bac8-4e9c-ba65-96df8fd4a28c {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:37:33.856022 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.857206 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-06c5f0bd-caaa-48c9-870c-8d666688bcce admin admin] 10.222.0.37 "DELETE /v2.0/routers/53026415-bac8-4e9c-ba65-96df8fd4a28c HTTP/1.1" status: 204 len: 168 time: 1.4165268 Jun 30 01:37:33.859715 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48730) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:33.891965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Made reservation on behalf of 1c0ed04855da425985c2fdf6e0c84784 for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:37:33.895379 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.908984 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.926477 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Deleting subnet 24028a9b-6aec-4dbe-9947-b02da2d0bdab {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:37:33.932490 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:33.982631 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590932'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.096207 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.100070 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-14b7f52d-7537-4a9e-ad04-3354df99256a req-db3b126d-1a49-4958-916d-2adbaa3919ee tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 210 time: 0.0287702 Jun 30 01:37:34.128430 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.171331 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2cf48587-f829-4be3-bd53-b4604092f74e no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:34.195892 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 2cf48587-f829-4be3-bd53-b4604092f74e {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:34.196726 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2cf48587-f829-4be3-bd53-b4604092f74e not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:34.197190 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device d5397c28-eeeb-4015-a370-a1639f85e9b6 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:34.197331 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.202025 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d6523450-0ba8-41d9-8d44-d156b4fa4bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:34.216565 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: d5397c28-eeeb-4015-a370-a1639f85e9b6 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:34.216888 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device d5397c28-eeeb-4015-a370-a1639f85e9b6 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:34.253970 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8723170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8678383'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.264296 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c08062f-9744-41b9-9280-f70d8a9a58f7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:34.272332 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:34.276457 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:34.292187 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a316d871-d082-4a09-8159-94d88c6918f6 None None] Network 3803c43a-7104-47a7-8a90-08f3bf7fbc26 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:37:34.304217 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.306339 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/24028a9b-6aec-4dbe-9947-b02da2d0bdab HTTP/1.1" status: 204 len: 168 time: 0.4451489 Jun 30 01:37:34.308974 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48734) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:34.309147 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24028a9b-6aec-4dbe-9947-b02da2d0bdab,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:34.314807 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ca0701d6-97bd-4670-bdb6-1a9048f01b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:34.364166 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Allocated IP 192.168.233.103 (afec20bd-bb5d-45dd-a0d0-744b594dc926/dc43fcfd-47d1-4525-bfdd-9d3e0e7867dd/a0f0092e-817f-4ac7-9f08-481018216b37) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:37:34.486319 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] DHCP port deletion for 3803c43a-7104-47a7-8a90-08f3bf7fbc26 request from dv-cinder-797245-10-smb {{(pid=93483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:37:34.514497 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.530951 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Transition to ACTIVE for port object a0f0092e-817f-4ac7-9f08-481018216b37 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:34.532228 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Deleting port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:34.532727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.541592 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.594008 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Deleting port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:34.594350 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.599338 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] For port a4b14d8c-6a83-4a4e-906f-5dca55f24c13, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:34.603031 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.612496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Calling delete_port for a4b14d8c-6a83-4a4e-906f-5dca55f24c13 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:34.633128 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.638474 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9329848a-2836-4cc5-ba15-1fabd3fd3038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:34.660344 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] For port a4b14d8c-6a83-4a4e-906f-5dca55f24c13, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,segment=NetworkSegment(94b27140-db61-4ac5-afce-62ea78cbf112),segment_id=94b27140-db61-4ac5-afce-62ea78cbf112)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:34.660728 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.674292 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Calling delete_port for a4b14d8c-6a83-4a4e-906f-5dca55f24c13 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:34.688091 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Network afec20bd-bb5d-45dd-a0d0-744b594dc926 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:37:34.691604 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:34.695454 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:37:34.719573 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Pushing event updated for resources: {'Port': ['ID=a0f0092e-817f-4ac7-9f08-481018216b37,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:34.723870 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:34.749249 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:34.750000 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.770355 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.772753 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-62a02d2c-8160-4d0e-b0ac-6e696539f4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:34.777294 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.780864 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8e924d99-7518-4720-8718-c3c334fb7a4e tempest-VolumesActionsTest-445521832 tempest-VolumesActionsTest-445521832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:34.800939 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Pushing event deleted for resources: {'Port': ['ID=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:34.803490 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:34.806653 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b14d8c-6a83-4a4e-906f-5dca55f24c13,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:34.806840 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234fbb6-7fe8-4884-a4d2-1801527c3bfa None None] No DVR routers for this DVR port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 on host dv-cinder-797245-10-smb {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:34.809032 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] No DVR routers for this DVR port a4b14d8c-6a83-4a4e-906f-5dca55f24c13 on host dv-cinder-797245-10-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:34.811120 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:34.862572 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-e86c9758-b6c7-450b-85d7-90d0b554723c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1457720 Jun 30 01:37:34.876009 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Request body: {'port': {'device_id': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:34.885704 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.896598 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3803c43a-7104-47a7-8a90-08f3bf7fbc26']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:34.906568 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b27140-db61-4ac5-afce-62ea78cbf112') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:34.906857 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b27140-db61-4ac5-afce-62ea78cbf112') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:34.915436 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.929483 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.936869 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:37:34.937335 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: self.session.flush() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: self.session.flush() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: self.session.flush() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: self.session.flush() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:37:34.939046 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:37:34.957118 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.072624 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-68bff4a4-2d31-49c7-8ec7-4102fb956c8f None None] Provisioning for port a0f0092e-817f-4ac7-9f08-481018216b37 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:37:35.076456 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-68bff4a4-2d31-49c7-8ec7-4102fb956c8f None None] Provisioning complete for port a0f0092e-817f-4ac7-9f08-481018216b37 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:35.076918 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-68bff4a4-2d31-49c7-8ec7-4102fb956c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.110844 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-68bff4a4-2d31-49c7-8ec7-4102fb956c8f None None] Port a0f0092e-817f-4ac7-9f08-481018216b37 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:37:35.130056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.134708 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:35.148054 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.149946 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] 10.222.0.37 "DELETE /v2.0/networks/3803c43a-7104-47a7-8a90-08f3bf7fbc26 HTTP/1.1" status: 204 len: 168 time: 0.8400137 Jun 30 01:37:35.151223 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=3803c43a-7104-47a7-8a90-08f3bf7fbc26,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:35.154179 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-eb7929a6-83f6-4338-9df5-1d0b7e11fbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:35.225792 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f0092e-817f-4ac7-9f08-481018216b37 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:37:35.233447 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.244833 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Transition to ACTIVE for port object a0f0092e-817f-4ac7-9f08-481018216b37 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:35.278540 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8d3c-97d4-4445-b75b-6b9d94a12026 req-9ab942c4-28cc-4b51-967a-f4286043f3a9 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:35.280136 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88df8d3c-97d4-4445-b75b-6b9d94a12026 req-9ab942c4-28cc-4b51-967a-f4286043f3a9 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 936 time: 0.0636506 Jun 30 01:37:35.317838 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-88df8d3c-97d4-4445-b75b-6b9d94a12026 req-d717ae96-7dda-46dd-bc7e-0d1fbd1a5f14 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Jun 30 01:37:35.335811 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.338859 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8e0708fb-9284-4e2e-8b03-de1238d9bdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:35.388712 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f0092e-817f-4ac7-9f08-481018216b37,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:35.391583 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:35.462545 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Attempting to bind port a0f0092e-817f-4ac7-9f08-481018216b37 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:37:35.462880 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Attempting to bind port a0f0092e-817f-4ac7-9f08-481018216b37 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:37:35.463214 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Attempting to bind port a0f0092e-817f-4ac7-9f08-481018216b37 on network afec20bd-bb5d-45dd-a0d0-744b594dc926 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:37:35.471673 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Port a0f0092e-817f-4ac7-9f08-481018216b37 on network afec20bd-bb5d-45dd-a0d0-744b594dc926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:37:35.471673 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Attempting to bind port a0f0092e-817f-4ac7-9f08-481018216b37 on network afec20bd-bb5d-45dd-a0d0-744b594dc926 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:37:35.473472 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:37:35.473810 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Checking segment: {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:37:35.474196 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Bound using segment: {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:37:35.474626 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Bound port: a0f0092e-817f-4ac7-9f08-481018216b37, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404d4e73-454e-4968-8347-ce6ded8f313f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:37:35.474986 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.501185 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48742) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:35.541181 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-fddd6844-1447-410d-9d45-eaf5e7d661bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26af062998bd4b99bd46f5a1f76c92bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388076 Jun 30 01:37:35.543533 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 48744) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:35.545495 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] For port a0f0092e-817f-4ac7-9f08-481018216b37, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:37:35.548607 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] For port a0f0092e-817f-4ac7-9f08-481018216b37, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a0f0092e-817f-4ac7-9f08-481018216b37,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:37:35.590253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.609752 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.610129 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.613070 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5492251b-34a7-408f-9f5a-21b143fc1629 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:35.646060 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:35.646668 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.648150 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] 10.222.0.38 "PUT /v2.0/ports/a0f0092e-817f-4ac7-9f08-481018216b37 HTTP/1.1" status: 200 len: 1098 time: 0.7774305 Jun 30 01:37:35.650961 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'tag': 'a0f0092e-817f-4ac7-9f08-481018216b37'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:35.655024 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bde18b-9ab9-4985-9025-b1a27d5c160b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae91d70d-fabf-41b7-90ae-91e0d2b720cb", "tag": "a0f0092e-817f-4ac7-9f08-481018216b37"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:35.681493 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f0092e-817f-4ac7-9f08-481018216b37,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:35.684908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:35.698031 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910979b9-b212-485b-9d0f-eccba5c34c2b x-openstack-request-id: req-910979b9-b212-485b-9d0f-eccba5c34c2b {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:35.698372 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae91d70d-fabf-41b7-90ae-91e0d2b720cb", "tag": "a0f0092e-817f-4ac7-9f08-481018216b37", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:35.698670 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-910979b9-b212-485b-9d0f-eccba5c34c2b {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:35.699107 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'tag': 'a0f0092e-817f-4ac7-9f08-481018216b37', 'status': 'completed', 'code': 200} Jun 30 01:37:35.741444 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.744056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:35.746541 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/149e36dc-e3a3-42bb-b968-698afed4e60a HTTP/1.1" status: 204 len: 168 time: 0.2020495 Jun 30 01:37:35.748019 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-342ae6cc-1d22-492f-afd4-edbec31f560c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:35.757126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e36dc-e3a3-42bb-b968-698afed4e60a,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:35.765926 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6ef5e887-445b-4738-a575-5b3d1219c1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:35.795113 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bde18b-9ab9-4985-9025-b1a27d5c160b req-78e70a6d-3569-41d0-b455-5c0c906200bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:35.796658 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-78bde18b-9ab9-4985-9025-b1a27d5c160b req-78e70a6d-3569-41d0-b455-5c0c906200bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c0ed04855da425985c2fdf6e0c84784&device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 1101 time: 0.0771589 Jun 30 01:37:35.824469 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-78bde18b-9ab9-4985-9025-b1a27d5c160b req-d4ec607a-2f5b-4526-89ad-3114b8a48be8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1c0ed04855da425985c2fdf6e0c84784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200436 Jun 30 01:37:35.923413 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bde18b-9ab9-4985-9025-b1a27d5c160b req-a7bdf6a0-c209-4a43-aac1-6d5e23ebf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:35.924809 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-78bde18b-9ab9-4985-9025-b1a27d5c160b req-a7bdf6a0-c209-4a43-aac1-6d5e23ebf9dc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947747 Jun 30 01:37:36.016305 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-10b2d47e-2a58-4302-8c70-a1e46c79d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:36.017830 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-10b2d47e-2a58-4302-8c70-a1e46c79d7bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c0ed04855da425985c2fdf6e0c84784&device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 1101 time: 0.0524261 Jun 30 01:37:36.066657 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-83abe727-06ac-4687-900d-a0d55d8f5111 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=a0f0092e-817f-4ac7-9f08-481018216b37 HTTP/1.1" status: 200 len: 217 time: 0.0414131 Jun 30 01:37:36.116010 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-3dc38224-147c-4719-b8b2-6500b02a62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:36.117616 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-3dc38224-147c-4719-b8b2-6500b02a62bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dc43fcfd-47d1-4525-bfdd-9d3e0e7867dd HTTP/1.1" status: 200 len: 843 time: 0.0440385 Jun 30 01:37:36.170443 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device a4b14d8c-6a83-4a4e-906f-5dca55f24c13 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:36.186727 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-01911fb8-589b-4fd9-aff1-f8956edcd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:36.188328 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-01911fb8-589b-4fd9-aff1-f8956edcd914 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=afec20bd-bb5d-45dd-a0d0-744b594dc926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649681 Jun 30 01:37:36.192460 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: a4b14d8c-6a83-4a4e-906f-5dca55f24c13 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:36.192838 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device a4b14d8c-6a83-4a4e-906f-5dca55f24c13 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:36.280816 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-9a77f484-19a6-40de-955e-cb331e27c70f service neutron] 10.222.0.38 "GET /v2.0/networks/afec20bd-bb5d-45dd-a0d0-744b594dc926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Jun 30 01:37:36.370695 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ccf67b30-8a2c-4fcd-8998-ffff751f71c0 req-677f8aca-bd42-46df-810a-fd711dd959bf service neutron] 10.222.0.38 "GET /v2.0/networks/afec20bd-bb5d-45dd-a0d0-744b594dc926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843570 Jun 30 01:37:36.489751 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cf68e-19b2-4abb-8dc3-6b31ae4e174b req-b8a0b197-ac0d-42d0-95d5-a11343ad21e7 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:36.491203 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-780cf68e-19b2-4abb-8dc3-6b31ae4e174b req-b8a0b197-ac0d-42d0-95d5-a11343ad21e7 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 948 time: 0.0629334 Jun 30 01:37:36.517551 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48754) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:36.530006 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-780cf68e-19b2-4abb-8dc3-6b31ae4e174b req-76a58bfd-ddc9-4510-9b98-953557a0facf tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jun 30 01:37:36.559391 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-09ebb318-e906-44a8-961b-b86bb2ca32fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eab346fdb8c447868dd61c6adc96c096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403900 Jun 30 01:37:36.562213 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 48756) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:36.607540 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:36.631514 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:36.740898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:36.743446 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:36.744594 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43b16b00-c8f0-48ac-8885-6bfe8aab18ee HTTP/1.1" status: 204 len: 168 time: 0.1814382 Jun 30 01:37:36.745334 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b9b3988-9447-435f-b182-7e5201ee613e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:36.753274 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b16b00-c8f0-48ac-8885-6bfe8aab18ee,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:36.755510 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-708ff94d-36ed-4109-bc27-dc91b7d9537a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:37.644107 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device a0f0092e-817f-4ac7-9f08-481018216b37 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:37:37.697605 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccf375-7f1b-4a32-b04e-afdf8d203d87 req-07c56109-0f8e-4954-a571-bc15e538236f tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:37.699072 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b2ccf375-7f1b-4a32-b04e-afdf8d203d87 req-07c56109-0f8e-4954-a571-bc15e538236f tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 948 time: 0.0616052 Jun 30 01:37:37.736064 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b2ccf375-7f1b-4a32-b04e-afdf8d203d87 req-9546aeb6-3a7b-4d69-8596-772e7a56f949 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303478 Jun 30 01:37:37.738952 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port a0f0092e-817f-4ac7-9f08-481018216b37, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a0f0092e-817f-4ac7-9f08-481018216b37,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:37.750029 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': 'a0f0092e-817f-4ac7-9f08-481018216b37', 'network_id': 'afec20bd-bb5d-45dd-a0d0-744b594dc926', 'port_id': 'a0f0092e-817f-4ac7-9f08-481018216b37', 'mac_address': 'fa:16:3e:03:55:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc43fcfd-47d1-4525-bfdd-9d3e0e7867dd', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:37:37.786501 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:37.798652 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f0092e-817f-4ac7-9f08-481018216b37 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:37:37.817600 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port a0f0092e-817f-4ac7-9f08-481018216b37, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a0f0092e-817f-4ac7-9f08-481018216b37,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:37.884023 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:37.885752 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:37.933270 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=a0f0092e-817f-4ac7-9f08-481018216b37,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:37.936058 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:38.088389 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['a0f0092e-817f-4ac7-9f08-481018216b37'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:37:38.906020 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf54bfe-76f9-41e6-9bc1-99330c92cc05 req-584f09a0-9d2c-44c5-a29f-a8933279dca7 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:38.907598 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0bf54bfe-76f9-41e6-9bc1-99330c92cc05 req-584f09a0-9d2c-44c5-a29f-a8933279dca7 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 949 time: 0.0661094 Jun 30 01:37:38.944033 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0bf54bfe-76f9-41e6-9bc1-99330c92cc05 req-331ea584-fab8-429a-9e3f-cf92d6f7e8b7 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Jun 30 01:37:39.675130 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device a0f0092e-817f-4ac7-9f08-481018216b37 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:37:39.781148 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port a0f0092e-817f-4ac7-9f08-481018216b37 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:37:39.784778 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port a0f0092e-817f-4ac7-9f08-481018216b37 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:39.785154 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:39.863249 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:39.885260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f0092e-817f-4ac7-9f08-481018216b37'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:39.887498 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788cf7c0-cdb8-40c9-b9c0-66f74db5395a" -d '{"events": [{"server_uuid": "ae91d70d-fabf-41b7-90ae-91e0d2b720cb", "name": "network-vif-plugged", "status": "completed", "tag": "a0f0092e-817f-4ac7-9f08-481018216b37"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:39.900061 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port a0f0092e-817f-4ac7-9f08-481018216b37, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a0f0092e-817f-4ac7-9f08-481018216b37,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:39.921945 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521a62b-2c9e-4ff2-ad03-8d243b71b373 x-openstack-request-id: req-0521a62b-2c9e-4ff2-ad03-8d243b71b373 {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:39.922240 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae91d70d-fabf-41b7-90ae-91e0d2b720cb", "name": "network-vif-plugged", "status": "completed", "tag": "a0f0092e-817f-4ac7-9f08-481018216b37", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:39.922503 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0521a62b-2c9e-4ff2-ad03-8d243b71b373 {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:39.922891 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f0092e-817f-4ac7-9f08-481018216b37', 'code': 200} Jun 30 01:37:39.976652 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:39.978628 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:40.025439 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=a0f0092e-817f-4ac7-9f08-481018216b37,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:40.028447 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:40.120609 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cce9-f2e8-4db4-a030-b8bf9bdcb65b req-ae3f6168-ebbb-46df-9f35-8a415f0392d9 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:40.122096 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ddf1cce9-f2e8-4db4-a030-b8bf9bdcb65b req-ae3f6168-ebbb-46df-9f35-8a415f0392d9 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 950 time: 0.0624723 Jun 30 01:37:40.162564 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-ddf1cce9-f2e8-4db4-a030-b8bf9bdcb65b req-76e089af-4511-458e-aa97-23d29ffe28f4 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Jun 30 01:37:40.262499 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ceb42-3438-4ce5-967d-ddad6555d57b req-82d64cb0-88bf-4f3a-b1de-ab81134f86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:40.263899 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-a00ceb42-3438-4ce5-967d-ddad6555d57b req-82d64cb0-88bf-4f3a-b1de-ab81134f86b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 1103 time: 0.0520942 Jun 30 01:37:40.297582 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-a00ceb42-3438-4ce5-967d-ddad6555d57b req-f46d5a50-75ab-49af-80f1-5852549b7632 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272009 Jun 30 01:37:40.677156 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8a92-f1ea-4ef4-a4c8-f1c500c1e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:41.347905 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4a542-d753-4c8d-b0b7-bf4303a180f9 req-a1230bf0-b9cb-4c57-9cdf-4015a9a6df0b tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:41.350219 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-07d4a542-d753-4c8d-b0b7-bf4303a180f9 req-a1230bf0-b9cb-4c57-9cdf-4015a9a6df0b tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 950 time: 0.0678282 Jun 30 01:37:41.386410 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-07d4a542-d753-4c8d-b0b7-bf4303a180f9 req-6f18a8d4-5fac-4e50-8f6d-db55a79fc4d6 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Jun 30 01:37:42.023567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1352e-b5b9-490e-ac01-d2420d614017 req-e7b8008d-622f-4135-b76f-d3cf950c5676 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:42.025063 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-38e1352e-b5b9-490e-ac01-d2420d614017 req-e7b8008d-622f-4135-b76f-d3cf950c5676 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 950 time: 0.0632451 Jun 30 01:37:42.060724 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-38e1352e-b5b9-490e-ac01-d2420d614017 req-16a4c7da-d9c5-4803-90a0-6c8623a17dd3 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300672 Jun 30 01:37:43.221189 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-536600c1-a858-427c-a84c-91a5ba396d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:43.231105 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32157d64-804a-4565-a07a-b7a8069961cd req-5e3e7755-524b-4f05-a286-e2ae9463a058 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:43.232587 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-32157d64-804a-4565-a07a-b7a8069961cd req-5e3e7755-524b-4f05-a286-e2ae9463a058 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 950 time: 0.0619977 Jun 30 01:37:43.269622 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-32157d64-804a-4565-a07a-b7a8069961cd req-29b06bfd-41a2-4742-8426-c896e52d745c tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c08062f-9744-41b9-9280-f70d8a9a58f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Jun 30 01:37:43.314493 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-8f315179-fe4a-4643-9694-1d934fc77a6a tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:43.315965 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-8f315179-fe4a-4643-9694-1d934fc77a6a tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 950 time: 0.0672266 Jun 30 01:37:43.414573 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Deleting port a0f0092e-817f-4ac7-9f08-481018216b37 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:37:43.414908 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:43.502312 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] For port a0f0092e-817f-4ac7-9f08-481018216b37, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a0f0092e-817f-4ac7-9f08-481018216b37,segment=NetworkSegment(404d4e73-454e-4968-8347-ce6ded8f313f),segment_id=404d4e73-454e-4968-8347-ce6ded8f313f)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:43.502664 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:43.513942 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Calling delete_port for a0f0092e-817f-4ac7-9f08-481018216b37 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:37:43.608999 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:43.712212 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:43.715869 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-75108f8f-8c6a-44e6-8358-b13be336de9e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:43.743983 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Pushing event deleted for resources: {'Port': ['ID=a0f0092e-817f-4ac7-9f08-481018216b37,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:43.747255 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:43.789449 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] No DVR routers for this DVR port a0f0092e-817f-4ac7-9f08-481018216b37 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:37:43.792018 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:43.794004 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-709b3f74-8cc8-495b-aaa5-2bdb07bc2bb2 req-9692e695-9391-4773-8b30-741176840d48 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.38 "DELETE /v2.0/ports/a0f0092e-817f-4ac7-9f08-481018216b37 HTTP/1.1" status: 204 len: 173 time: 0.4725647 Jun 30 01:37:43.794580 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'name': 'network-vif-deleted', 'tag': 'a0f0092e-817f-4ac7-9f08-481018216b37'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:37:43.797447 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d8ec3-6e29-450e-844d-d33e890116c2" -d '{"events": [{"server_uuid": "ae91d70d-fabf-41b7-90ae-91e0d2b720cb", "name": "network-vif-deleted", "tag": "a0f0092e-817f-4ac7-9f08-481018216b37"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:37:43.836825 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d777bd2-84a6-4fab-9451-454708ef9daf x-openstack-request-id: req-5d777bd2-84a6-4fab-9451-454708ef9daf {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:37:43.836825 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae91d70d-fabf-41b7-90ae-91e0d2b720cb", "name": "network-vif-deleted", "tag": "a0f0092e-817f-4ac7-9f08-481018216b37", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:37:43.836825 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d777bd2-84a6-4fab-9451-454708ef9daf {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:37:43.836825 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae91d70d-fabf-41b7-90ae-91e0d2b720cb', 'name': 'network-vif-deleted', 'tag': 'a0f0092e-817f-4ac7-9f08-481018216b37', 'status': 'completed', 'code': 200} Jun 30 01:37:44.007124 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:37:44.420978 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-28c830b5-5dfd-49ae-873a-01fc72d58946 req-afad5343-1ea5-4856-a757-16acc2b481b0 tempest-VolumesNegativeTest-1131320907 tempest-VolumesNegativeTest-1131320907-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae91d70d-fabf-41b7-90ae-91e0d2b720cb HTTP/1.1" status: 200 len: 210 time: 0.0322886 Jun 30 01:37:44.638357 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:45.697281 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device a0f0092e-817f-4ac7-9f08-481018216b37 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:37:45.716728 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: a0f0092e-817f-4ac7-9f08-481018216b37 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:37:45.717017 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device a0f0092e-817f-4ac7-9f08-481018216b37 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:37:46.008756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:50.792707 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49012) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:50.917794 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e54ea5d9-53cf-43f9-9a95-6a45c41b4c72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c0ed04855da425985c2fdf6e0c84784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238439 Jun 30 01:37:50.920200 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49016) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:50.968889 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:50.988688 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:51.111118 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:51.113721 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:51.114848 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c08062f-9744-41b9-9280-f70d8a9a58f7 HTTP/1.1" status: 204 len: 168 time: 0.1936076 Jun 30 01:37:51.115586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-320b0977-ae29-4814-8494-94f916176b13 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:51.122611 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c08062f-9744-41b9-9280-f70d8a9a58f7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:51.125635 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-110d9c66-194e-4fbc-a532-47b75155110c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:52.085596 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49038) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:52.176897 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1318647520-network', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:52.283361 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Made reservation on behalf of 41ea0072b7e34fda89dfec7736d89023 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:37:52.285717 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.294351 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.377994 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.426151 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.429033 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-61c1e110-765d-412f-ae70-f52b573465ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:52.450371 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:37:52.459252 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77688427-f5d2-4405-a19f-36f029a464a7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:52.463169 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:52.465549 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.465894 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Added segment 50954b9b-b5fa-4950-b402-ceecfc3694ea of type vlan for network c51158a0-e021-481b-8c3a-0e370f7dc655 Jun 30 01:37:52.506614 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.569383 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.570646 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:52.571215 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:52.573986 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e11a2c27-051e-4c91-b8ca-0f7e15dad948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:52.627407 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c51158a0-e021-481b-8c3a-0e370f7dc655,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:52.630114 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:52.637206 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network c51158a0-e021-481b-8c3a-0e370f7dc655 details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:37:52.687890 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4079aaa5-26e8-4aa3-91f5-bad70a9bf2b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5979607 Jun 30 01:37:52.688138 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49042) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:52.693268 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Request body: {'subnet': {'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1318647520-subnet', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:52.775139 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Made reservation on behalf of 41ea0072b7e34fda89dfec7736d89023 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:37:52.777583 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8678346'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.026528 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8723117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8678360'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.028901 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d4b85b60-85b0-4f6c-951c-bc41cad71264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:53.082240 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05557cc-6a96-45a5-8560-3b079d6dffd0,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:53.087031 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:53.089609 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Checking segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:37:53.089958 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Network hostable DHCP agents. Network: c51158a0-e021-481b-8c3a-0e370f7dc655, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:37:53.174618 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Network c51158a0-e021-481b-8c3a-0e370f7dc655 is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:37:53.266461 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, c51158a0-e021-481b-8c3a-0e370f7dc655) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:53.270358 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:53.271024 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.276108 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edda247-1a88-417c-9dd5-2eefbbb6f0d4 None None] Network c51158a0-e021-481b-8c3a-0e370f7dc655 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:37:53.359265 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-6c0ae33d-6781-4a63-81e1-c481798a4fae admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6698539 Jun 30 01:37:53.362898 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49044) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:53.367382 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:53.416657 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-c51158a0-e021-481b-8c3a-0e370f7dc655', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:37:53.417520 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.482769 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.483838 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.539075 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.547209 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Allocated IP 172.20.0.2 (c51158a0-e021-481b-8c3a-0e370f7dc655/e05557cc-6a96-45a5-8560-3b079d6dffd0/4a416727-6436-4cfe-90e5-4acecf072805) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:37:53.685456 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.694046 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Transition to ACTIVE for port object 4a416727-6436-4cfe-90e5-4acecf072805 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:53.709118 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Transition to ACTIVE for port object 4a416727-6436-4cfe-90e5-4acecf072805 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:53.720476 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.809679 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.813157 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:53.847590 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Network c51158a0-e021-481b-8c3a-0e370f7dc655 is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:37:53.850416 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:53.853997 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:37:53.862169 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Pushing event updated for resources: {'Port': ['ID=4a416727-6436-4cfe-90e5-4acecf072805,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:53.871301 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.871638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.871972 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.872306 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.872868 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.872988 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.873294 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.873642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.874459 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.874782 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.875103 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.875418 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:53.893485 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:53.924847 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Attempting to bind port 4a416727-6436-4cfe-90e5-4acecf072805 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:37:53.925268 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Attempting to bind port 4a416727-6436-4cfe-90e5-4acecf072805 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:37:53.925590 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Attempting to bind port 4a416727-6436-4cfe-90e5-4acecf072805 on network c51158a0-e021-481b-8c3a-0e370f7dc655 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:37:53.930943 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:37:53.931314 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Checking segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:37:53.931720 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.932227 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Bound using segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:37:53.932597 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Bound port: 4a416727-6436-4cfe-90e5-4acecf072805, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:37:53.932977 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:53.995788 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] For port 4a416727-6436-4cfe-90e5-4acecf072805, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:37:53.999435 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] For port 4a416727-6436-4cfe-90e5-4acecf072805, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=4a416727-6436-4cfe-90e5-4acecf072805,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:37:54.039958 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.050029 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.052033 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:54.058224 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.118858 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Pushing event updated for resources: {'Port': ['ID=4a416727-6436-4cfe-90e5-4acecf072805,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:54.126292 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:54.174355 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Allocated IP 172.28.2.163 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/93c749d9-46b4-40d8-901c-75da4c5f704e) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:37:54.289739 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.381286 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.384236 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-202c254b-6cb2-4790-8edc-0950fa8a1e1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:54.415424 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:37:54.420172 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:54.424618 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:37:54.452623 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Pushing event updated for resources: {'Port': ['ID=93c749d9-46b4-40d8-901c-75da4c5f704e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:54.456395 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:54.718655 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.752086 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:54.902051 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577704b-d3dd-4167-9129-ed866c145f6c None None] Network c51158a0-e021-481b-8c3a-0e370f7dc655 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:37:54.953489 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:55.072617 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-3d3430c5-0ad6-4040-9d61-b68aba5066be None None] Provisioning for port 4a416727-6436-4cfe-90e5-4acecf072805 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:37:55.375471 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Router 78966cec-3a05-4e66-8c58-60a54e7bd923 is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:37:55.480474 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:37:55.488904 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Sync routers for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:37:55.497704 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:55.498318 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:55.558177 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:55.559551 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-441b2c09-f64a-4415-8c57-a7e64b1c6a3c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1955593 Jun 30 01:37:55.562760 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49046) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:55.722672 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:55.898873 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:54Z', 'revision_number': 3, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:55.929181 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Checking router: 78966cec-3a05-4e66-8c58-60a54e7bd923 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:37:55.929544 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Updating router 78966cec-3a05-4e66-8c58-60a54e7bd923 port 93c749d9-46b4-40d8-901c-75da4c5f704e binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:37:55.964814 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:55.978003 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.149423 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Allocated IP 172.20.0.1 (c51158a0-e021-481b-8c3a-0e370f7dc655/e05557cc-6a96-45a5-8560-3b079d6dffd0/9af749b3-c1d8-4da6-b7a5-d410ad3b016b) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:37:56.230029 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.242903 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Transition to ACTIVE for port object 93c749d9-46b4-40d8-901c-75da4c5f704e will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:56.254413 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 4a416727-6436-4cfe-90e5-4acecf072805 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:37:56.260878 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.275221 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Transition to ACTIVE for port object 9af749b3-c1d8-4da6-b7a5-d410ad3b016b will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:56.296128 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.298941 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:56.353251 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e00a4-7ae8-4e60-b583-702323dfa91d None None] Pushing event updated for resources: {'Port': ['ID=93c749d9-46b4-40d8-901c-75da4c5f704e,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:56.355561 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Attempting to bind port 93c749d9-46b4-40d8-901c-75da4c5f704e on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:37:56.355934 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Attempting to bind port 93c749d9-46b4-40d8-901c-75da4c5f704e by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:37:56.356316 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Attempting to bind port 93c749d9-46b4-40d8-901c-75da4c5f704e on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:37:56.358904 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c74e00a4-7ae8-4e60-b583-702323dfa91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:56.362818 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:37:56.363190 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:37:56.363588 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.363914 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.364053 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:37:56.364452 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Bound port: 93c749d9-46b4-40d8-901c-75da4c5f704e, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:37:56.369466 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.369580 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6c2c305c-f14f-45db-8b62-d7840170e13d tempest-VolumesSnapshotTestJSON-1330045626 tempest-VolumesSnapshotTestJSON-1330045626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:56.404452 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Network c51158a0-e021-481b-8c3a-0e370f7dc655 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:37:56.409729 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:56.412114 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:37:56.415233 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] For port 93c749d9-46b4-40d8-901c-75da4c5f704e, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:37:56.418313 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] For port 93c749d9-46b4-40d8-901c-75da4c5f704e, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=93c749d9-46b4-40d8-901c-75da4c5f704e,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:37:56.426514 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 4a416727-6436-4cfe-90e5-4acecf072805 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:37:56.431561 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 4a416727-6436-4cfe-90e5-4acecf072805 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:56.432070 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.450465 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:56.453875 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:56.461218 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.506501 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.511243 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-658ef9d4-9559-4e47-8750-69962eedf9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:56.555278 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.595433 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e00a4-7ae8-4e60-b583-702323dfa91d None None] Pushing event updated for resources: {'Port': ['ID=93c749d9-46b4-40d8-901c-75da4c5f704e,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:56.599496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:56.599496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:56.605306 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c74e00a4-7ae8-4e60-b583-702323dfa91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:56.652485 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 4a416727-6436-4cfe-90e5-4acecf072805, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=4a416727-6436-4cfe-90e5-4acecf072805,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:56.684281 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.722019 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:56.750310 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.781705 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:56.786378 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-04e56501-8e4a-4792-a89e-cc6e594d423f None None] Provisioning for port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:37:56.820370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-04e56501-8e4a-4792-a89e-cc6e594d423f None None] Provisioning complete for port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:56.820775 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-04e56501-8e4a-4792-a89e-cc6e594d423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.849678 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.908874 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=4a416727-6436-4cfe-90e5-4acecf072805,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:56.911306 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-04e56501-8e4a-4792-a89e-cc6e594d423f None None] Port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:37:56.914606 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:56.929571 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.932301 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9cbacdce-9ac7-4086-9cef-8d2f0565f943 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:56.980928 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:54Z', 'revision_number': 3, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:56.995247 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:56.997195 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:57.000470 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:57.010988 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675a770-382f-4944-82f8-9d838b9b56b7 None None] The sync data for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb is: [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:54Z', 'revision_number': 3, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:37:57.097222 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Network c51158a0-e021-481b-8c3a-0e370f7dc655 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:37:57.098544 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:57.237528 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Router 78966cec-3a05-4e66-8c58-60a54e7bd923 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:37:57.333363 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-41777e7a-4d95-4675-af82-d70d6967ae1f None None] Provisioning complete for port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:57.333740 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41777e7a-4d95-4675-af82-d70d6967ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:57.350456 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:37:57.355420 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/78966cec-3a05-4e66-8c58-60a54e7bd923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916970 Jun 30 01:37:57.379246 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-41777e7a-4d95-4675-af82-d70d6967ae1f None None] Port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:37:58.051233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49062) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:58.056587 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-567902626-network', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:58.152294 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Made reservation on behalf of 97e8e96e0e104eb9bef8f8e0d980322d for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:37:58.155891 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.172140 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.251632 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 93c749d9-46b4-40d8-901c-75da4c5f704e up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:37:58.272838 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.333841 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.337008 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-06b9df86-f74e-4a34-8795-4cdee89266bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:58.358442 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:37:58.362370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 93c749d9-46b4-40d8-901c-75da4c5f704e completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:37:58.366326 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 93c749d9-46b4-40d8-901c-75da4c5f704e triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:58.371918 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.372049 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7cfd3b-f665-4321-955c-69a2d00abd99,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:58.372049 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:58.373400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.374275 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Added segment 674adc20-b2e7-4171-ab8a-becde30e9061 of type vlan for network 4d7d86bf-65ae-4045-a97b-86dead2f782e Jun 30 01:37:58.414690 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793120508236'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.460383 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.476567 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Sync routers for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:37:58.481097 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 93c749d9-46b4-40d8-901c-75da4c5f704e, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=93c749d9-46b4-40d8-901c-75da4c5f704e,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:37:58.486802 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:58.486802 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:58.506521 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.507880 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:58.508538 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.510709 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:58.557989 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.559091 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 4a416727-6436-4cfe-90e5-4acecf072805 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:37:58.562507 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:58.566870 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Pushing event updated for resources: {'Network': ['ID=4d7d86bf-65ae-4045-a97b-86dead2f782e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:58.569816 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:58.585347 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e details requested by agent ovs-agent-dv-cinder-797245-10-smb with host dv-cinder-797245-10-smb {{(pid=93483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:37:58.592197 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:58.606491 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5541270 Jun 30 01:37:58.607536 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49064) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:58.613273 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Request body: {'subnet': {'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-567902626-subnet', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:58.690688 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=93c749d9-46b4-40d8-901c-75da4c5f704e,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:58.696176 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:58.703523 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Made reservation on behalf of 97e8e96e0e104eb9bef8f8e0d980322d for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:37:58.705962 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8678346'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.707382 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 4a416727-6436-4cfe-90e5-4acecf072805 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:37:58.707965 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.875555 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 2, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:58.903216 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Checking router: 78966cec-3a05-4e66-8c58-60a54e7bd923 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:37:58.903568 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Updating router 78966cec-3a05-4e66-8c58-60a54e7bd923 port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:37:58.935972 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.958339 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8723117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8678360'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:58.961517 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:59.018980 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464861dc-6cda-473a-b482-a9a9807b8872,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:59.021563 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:59.030499 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Checking segment: {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:37:59.030866 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Network hostable DHCP agents. Network: 4d7d86bf-65ae-4045-a97b-86dead2f782e, hostable agents: ['9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:37:59.123858 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e is scheduled to be hosted by DHCP agent 9d4c8ca3-5f31-4cc9-ba4f-24ba68f9c45a with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:37:59.185783 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.194944 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Transition to ACTIVE for port object 9af749b3-c1d8-4da6-b7a5-d410ad3b016b will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:59.208228 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-10-smb, 4d7d86bf-65ae-4045-a97b-86dead2f782e) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:59.213072 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:37:59.213867 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.216931 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27d3cb-28d2-4288-a8cd-87a7e4b2da82 None None] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:37:59.265580 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.268106 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:59.296743 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-e8056ccf-82d5-4417-a0ee-60cba4001b31 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6874626 Jun 30 01:37:59.299170 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49066) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:37:59.303532 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:37:59.316293 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Pushing event updated for resources: {'Port': ['ID=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:59.326038 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.326371 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.327401 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.327917 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.328238 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.328579 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.329064 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.329384 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.330244 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.330244 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.330498 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.330663 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:37:59.334372 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:59.369444 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-613637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.370551 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538324', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1005'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.395039 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Attempting to bind port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:37:59.395415 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Attempting to bind port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:37:59.395785 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Attempting to bind port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b on network c51158a0-e021-481b-8c3a-0e370f7dc655 {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:37:59.402810 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:37:59.403279 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Checking segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:37:59.405114 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.405114 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Bound using segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:37:59.405114 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Bound port: 9af749b3-c1d8-4da6-b7a5-d410ad3b016b, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:37:59.406009 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.434116 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.472473 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] For port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:37:59.475727 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] For port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:37:59.509861 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71009a0d-daba-5403-b800-5662dc46566c-4d7d86bf-65ae-4045-a97b-86dead2f782e', 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'fixed_ips': [{'subnet_id': '464861dc-6cda-473a-b482-a9a9807b8872'}]}} from dv-cinder-797245-10-smb. {{(pid=93483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:37:59.510728 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.546270 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.549595 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:59.596398 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:37:59.597097 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:59.626966 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-799'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.658299 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.db_base_plugin_common [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Allocated IP 172.20.0.2 (4d7d86bf-65ae-4045-a97b-86dead2f782e/464861dc-6cda-473a-b482-a9a9807b8872/2aabd0c3-5eca-439c-8906-8c15467811e0) {{(pid=93483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:37:59.660043 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Pushing event updated for resources: {'Port': ['ID=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:37:59.663081 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-a55b9363-d517-43b1-9722-c325b2d4a439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:37:59.723162 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:37:59.809425 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.818105 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Transition to ACTIVE for port object 2aabd0c3-5eca-439c-8906-8c15467811e0 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:59.833686 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Transition to ACTIVE for port object 2aabd0c3-5eca-439c-8906-8c15467811e0 will not be triggered until provisioned by entity DHCP. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:37:59.919081 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.931592 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:37:59Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:37:59.937054 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093'] for port, after_create {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.940066 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:37:59.941963 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:37:59.958166 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d94a9f-1d49-41d3-8c9b-e98d863789d3 None None] The sync data for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb is: [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:37:59Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:37:59.984928 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e is already hosted by enough agents. {{(pid=93483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:37:59.987935 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.scheduler.base_scheduler [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Resources bound (agent type, host, resource id): {{(pid=93483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:37:59.997321 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Received port after_create {{(pid=93483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:38:00.001638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Pushing event updated for resources: {'Port': ['ID=2aabd0c3-5eca-439c-8906-8c15467811e0,revision_number=1']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:00.005647 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:00.064299 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Allocated IP 172.28.2.20 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/df25ec4c-55fb-4268-a0f2-a574bc950b85) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:38:00.069370 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Attempting to bind port 2aabd0c3-5eca-439c-8906-8c15467811e0 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:38:00.069750 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Attempting to bind port 2aabd0c3-5eca-439c-8906-8c15467811e0 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:38:00.070122 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Attempting to bind port 2aabd0c3-5eca-439c-8906-8c15467811e0 on network 4d7d86bf-65ae-4045-a97b-86dead2f782e {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:38:00.076437 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:38:00.084059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Checking segment: {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:38:00.084059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.084059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Bound using segment: {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:38:00.084059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Bound port: 2aabd0c3-5eca-439c-8906-8c15467811e0, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:38:00.084059 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.156195 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] For port 2aabd0c3-5eca-439c-8906-8c15467811e0, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:38:00.161574 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] For port 2aabd0c3-5eca-439c-8906-8c15467811e0, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2aabd0c3-5eca-439c-8906-8c15467811e0,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:38:00.194128 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.232796 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.235500 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-c74e00a4-7ae8-4e60-b583-702323dfa91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:00.290455 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.292941 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 93c749d9-46b4-40d8-901c-75da4c5f704e up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:00.294387 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6cf3b899-72cc-4a99-9a98-231b03ac0940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:00.332501 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:38:00.333723 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Pushing event updated for resources: {'Port': ['ID=2aabd0c3-5eca-439c-8906-8c15467811e0,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:00.338676 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-96299d9c-8cde-40a0-b10f-2d33c72799a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:00.338935 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:38:00.341494 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:38:00.372679 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 93c749d9-46b4-40d8-901c-75da4c5f704e triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:00.373438 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.383034 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Pushing event updated for resources: {'Port': ['ID=df25ec4c-55fb-4268-a0f2-a574bc950b85,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:00.385999 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:00.468840 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9af749b3-c1d8-4da6-b7a5-d410ad3b016b up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:00.637862 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:00.642336 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:00.642790 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.718251 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.721629 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.756582 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:00.844147 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:00.846255 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:00.896863 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:00.900048 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:00.932695 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537760'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:01.251889 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a364b-0b10-4d34-a83c-925b023bcab0 None None] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:38:01.394333 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-1124e690-96c3-4894-a9cc-8421822610d5 None None] Provisioning for port 2aabd0c3-5eca-439c-8906-8c15467811e0 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:01.404155 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Router 15e41e61-e737-4df0-899f-c53397faa264 is scheduled to L3 agent 8393a285-2343-477d-8349-0be8414866bd with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:38:01.511988 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:38:01.520440 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Sync routers for ids ['15e41e61-e737-4df0-899f-c53397faa264'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:38:01.529751 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Routers {'15e41e61-e737-4df0-899f-c53397faa264'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:38:01.530905 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['15e41e61-e737-4df0-899f-c53397faa264'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:01.620776 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:01.622218 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3220940 Jun 30 01:38:01.625138 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49068) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:01.646796 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Set router 15e41e61-e737-4df0-899f-c53397faa264 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:38:01.823005 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 3, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:01.852400 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Checking router: 15e41e61-e737-4df0-899f-c53397faa264 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:38:01.853035 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Updating router 15e41e61-e737-4df0-899f-c53397faa264 port df25ec4c-55fb-4268-a0f2-a574bc950b85 binding host dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:38:01.885408 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.022747 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.133246 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.145303 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Transition to ACTIVE for port object df25ec4c-55fb-4268-a0f2-a574bc950b85 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:38:02.180996 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Allocated IP 172.20.0.1 (4d7d86bf-65ae-4045-a97b-86dead2f782e/464861dc-6cda-473a-b482-a9a9807b8872/296c5c8c-e521-4697-8ed0-29b9044adb62) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:38:02.232482 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.234632 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:02.274347 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2aabd0c3-5eca-439c-8906-8c15467811e0 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:02.294981 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.308877 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Transition to ACTIVE for port object 296c5c8c-e521-4697-8ed0-29b9044adb62 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:38:02.321093 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Attempting to bind port df25ec4c-55fb-4268-a0f2-a574bc950b85 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:38:02.321471 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Attempting to bind port df25ec4c-55fb-4268-a0f2-a574bc950b85 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:38:02.321840 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Attempting to bind port df25ec4c-55fb-4268-a0f2-a574bc950b85 on network 766e7878-6fec-4606-aa8f-c7fb06434b26 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:38:02.326284 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dde27-3a7b-4f33-8f27-3a1a01c36993 None None] Pushing event updated for resources: {'Port': ['ID=df25ec4c-55fb-4268-a0f2-a574bc950b85,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:02.333497 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f82dde27-3a7b-4f33-8f27-3a1a01c36993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:02.334617 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:38:02.335001 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Checking segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:38:02.335475 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.335814 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Bound using segment: {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:38:02.336272 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Bound port: df25ec4c-55fb-4268-a0f2-a574bc950b85, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91102-acc2-4847-91e6-59c575176a5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:38:02.336682 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.386735 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.389673 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-68e07384-6fee-4f50-bf28-e761161bf5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:02.394011 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] For port df25ec4c-55fb-4268-a0f2-a574bc950b85, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:38:02.397704 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] For port df25ec4c-55fb-4268-a0f2-a574bc950b85, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=df25ec4c-55fb-4268-a0f2-a574bc950b85,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:38:02.414642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 2aabd0c3-5eca-439c-8906-8c15467811e0 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:02.418496 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 2aabd0c3-5eca-439c-8906-8c15467811e0 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:02.418876 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.425001 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:38:02.427843 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:38:02.431565 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:38:02.459343 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Pushing event updated for resources: {'Port': ['ID=296c5c8c-e521-4697-8ed0-29b9044adb62,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:02.463803 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:02.467171 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.470751 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:02.475979 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607623'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.570583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Routers {'15e41e61-e737-4df0-899f-c53397faa264'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:38:02.576033 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['15e41e61-e737-4df0-899f-c53397faa264'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:02.576033 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dde27-3a7b-4f33-8f27-3a1a01c36993 None None] Pushing event updated for resources: {'Port': ['ID=df25ec4c-55fb-4268-a0f2-a574bc950b85,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:02.609122 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f82dde27-3a7b-4f33-8f27-3a1a01c36993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:02.609874 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.689333 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 2aabd0c3-5eca-439c-8906-8c15467811e0, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2aabd0c3-5eca-439c-8906-8c15467811e0,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:02.709897 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] Set router 15e41e61-e737-4df0-899f-c53397faa264 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:38:02.727669 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.765618 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.765618 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9af749b3-c1d8-4da6-b7a5-d410ad3b016b up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:02.768501 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-6665e334-504a-4d35-9a98-9f3aa6425fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:02.834323 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-29c33fb9-a9a6-440c-baef-340e3486d56c None None] Provisioning for port 296c5c8c-e521-4697-8ed0-29b9044adb62 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:02.889311 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.968817 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:02.971225 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c15bf7d6-a890-43db-97f1-9c464a86ad9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:02.975242 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-29c33fb9-a9a6-440c-baef-340e3486d56c None None] Provisioning complete for port 296c5c8c-e521-4697-8ed0-29b9044adb62 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:02.975445 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-29c33fb9-a9a6-440c-baef-340e3486d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:03.032504 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Pushing event updated for resources: {'Port': ['ID=296c5c8c-e521-4697-8ed0-29b9044adb62,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:03.036767 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:03.037697 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-607507'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:03.040177 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=2aabd0c3-5eca-439c-8906-8c15467811e0,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:03.045462 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:03.050378 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-29c33fb9-a9a6-440c-baef-340e3486d56c None None] Port 296c5c8c-e521-4697-8ed0-29b9044adb62 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:38:03.069673 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:03.070049 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:03.129176 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:38:03.130572 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:38:03.179625 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 3, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:03.209642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cd1de-3de2-4998-885d-090eb4196e1a None None] The sync data for ids ['15e41e61-e737-4df0-899f-c53397faa264'] in dv-cinder-797245-10-smb is: [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 3, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:38:03.251980 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Router 15e41e61-e737-4df0-899f-c53397faa264 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:38:03.367432 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:38:03.372777 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] 10.222.0.37 "PUT /v2.0/routers/15e41e61-e737-4df0-899f-c53397faa264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464879 Jun 30 01:38:03.384986 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-db6bab59-c711-4410-86f9-1b852f287bf0 None None] Provisioning complete for port 296c5c8c-e521-4697-8ed0-29b9044adb62 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:03.384986 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-db6bab59-c711-4410-86f9-1b852f287bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:03.436042 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-db6bab59-c711-4410-86f9-1b852f287bf0 None None] Port 296c5c8c-e521-4697-8ed0-29b9044adb62 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:38:04.251543 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2aabd0c3-5eca-439c-8906-8c15467811e0 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:04.309045 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 2aabd0c3-5eca-439c-8906-8c15467811e0 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:04.309421 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:04.417019 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device df25ec4c-55fb-4268-a0f2-a574bc950b85 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:04.536126 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port df25ec4c-55fb-4268-a0f2-a574bc950b85 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:04.540347 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port df25ec4c-55fb-4268-a0f2-a574bc950b85 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:04.540776 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:04.629244 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:04.653260 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port df25ec4c-55fb-4268-a0f2-a574bc950b85, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=df25ec4c-55fb-4268-a0f2-a574bc950b85,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:04.735208 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:04.737123 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:04.766907 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Sync routers for ids ['15e41e61-e737-4df0-899f-c53397faa264'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:38:04.780051 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Routers {'15e41e61-e737-4df0-899f-c53397faa264'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:38:04.785603 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['15e41e61-e737-4df0-899f-c53397faa264'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:04.807180 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=df25ec4c-55fb-4268-a0f2-a574bc950b85,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:04.810566 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:04.895175 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Set router 15e41e61-e737-4df0-899f-c53397faa264 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:38:05.128385 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:02Z', 'revision_number': 4, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '296c5c8c-e521-4697-8ed0-29b9044adb62', 'name': '', 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'mac_address': 'fa:16:3e:cb:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '464861dc-6cda-473a-b482-a9a9807b8872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:38:02Z', 'updated_at': '2021-06-30T01:38:02Z', 'revision_number': 2, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'subnets': [{'id': '464861dc-6cda-473a-b482-a9a9807b8872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:05.156155 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Checking router: 15e41e61-e737-4df0-899f-c53397faa264 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:38:05.156784 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Updating router 15e41e61-e737-4df0-899f-c53397faa264 port 296c5c8c-e521-4697-8ed0-29b9044adb62 binding host dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:38:05.191673 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:05.551906 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Notify callbacks [] for port, precommit_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:05.561903 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.provisioning_blocks [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Transition to ACTIVE for port object 296c5c8c-e521-4697-8ed0-29b9044adb62 will not be triggered until provisioned by entity L2. {{(pid=93484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:38:05.626880 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:05.632241 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:05.705057 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8eca7-d2ae-4260-bbe0-cb48106518e5 None None] Pushing event updated for resources: {'Port': ['ID=296c5c8c-e521-4697-8ed0-29b9044adb62,revision_number=3']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:05.731260 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-adf8eca7-d2ae-4260-bbe0-cb48106518e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:05.744447 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Attempting to bind port 296c5c8c-e521-4697-8ed0-29b9044adb62 on host dv-cinder-797245-10-smb for vnic_type normal with profile {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:38:05.744850 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Attempting to bind port 296c5c8c-e521-4697-8ed0-29b9044adb62 by drivers openvswitch,hyperv on host dv-cinder-797245-10-smb at level 0 using segments [{'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:38:05.745219 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Attempting to bind port 296c5c8c-e521-4697-8ed0-29b9044adb62 on network 4d7d86bf-65ae-4045-a97b-86dead2f782e {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:38:05.751811 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Checking agent: {'id': 'ff42bef6-f887-4066-9cb9-04fd81f767cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 20, 44), 'started_at': datetime.datetime(2021, 6, 30, 1, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:38:05.752189 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Checking segment: {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:38:05.752620 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:05.753019 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Bound using segment: {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'} {{(pid=93484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:38:05.755506 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.managers [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Bound port: 296c5c8c-e521-4697-8ed0-29b9044adb62, host: dv-cinder-797245-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674adc20-b2e7-4171-ab8a-becde30e9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e'}}] {{(pid=93484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:38:05.755506 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:05.828899 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] For port 296c5c8c-e521-4697-8ed0-29b9044adb62, host dv-cinder-797245-10-smb, cleared binding levels {{(pid=93484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:38:05.828899 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.plugins.ml2.db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] For port 296c5c8c-e521-4697-8ed0-29b9044adb62, host dv-cinder-797245-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=296c5c8c-e521-4697-8ed0-29b9044adb62,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:38:05.946126 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron_lib.callbacks.manager [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:05.948890 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-22e626dd-b9be-4313-b642-4f27c27bf22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:06.029176 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Routers {'15e41e61-e737-4df0-899f-c53397faa264'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:38:06.029905 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:37:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['15e41e61-e737-4df0-899f-c53397faa264'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:06.032468 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8eca7-d2ae-4260-bbe0-cb48106518e5 None None] Pushing event updated for resources: {'Port': ['ID=296c5c8c-e521-4697-8ed0-29b9044adb62,revision_number=4']} {{(pid=93484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:06.043306 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG oslo_concurrency.lockutils [None req-adf8eca7-d2ae-4260-bbe0-cb48106518e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:06.207450 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] Set router 15e41e61-e737-4df0-899f-c53397faa264 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:38:06.244781 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device df25ec4c-55fb-4268-a0f2-a574bc950b85 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:06.312131 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port df25ec4c-55fb-4268-a0f2-a574bc950b85 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:06.312805 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:06.517349 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:02Z', 'revision_number': 4, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '296c5c8c-e521-4697-8ed0-29b9044adb62', 'name': '', 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'mac_address': 'fa:16:3e:cb:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '464861dc-6cda-473a-b482-a9a9807b8872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:38:02Z', 'updated_at': '2021-06-30T01:38:05Z', 'revision_number': 4, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'subnets': [{'id': '464861dc-6cda-473a-b482-a9a9807b8872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:06.544239 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966c18f-9ded-4e3c-a577-59107862952b None None] The sync data for ids ['15e41e61-e737-4df0-899f-c53397faa264'] in dv-cinder-797245-10-smb is: [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:02Z', 'revision_number': 4, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '296c5c8c-e521-4697-8ed0-29b9044adb62', 'name': '', 'network_id': '4d7d86bf-65ae-4045-a97b-86dead2f782e', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'mac_address': 'fa:16:3e:cb:f2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '464861dc-6cda-473a-b482-a9a9807b8872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:38:02Z', 'updated_at': '2021-06-30T01:38:05Z', 'revision_number': 4, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'subnets': [{'id': '464861dc-6cda-473a-b482-a9a9807b8872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:38:08.232741 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 296c5c8c-e521-4697-8ed0-29b9044adb62 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:08.351091 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning for port 296c5c8c-e521-4697-8ed0-29b9044adb62 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:08.355343 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 296c5c8c-e521-4697-8ed0-29b9044adb62 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:08.356593 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:08.445310 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:08.482845 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] For port 296c5c8c-e521-4697-8ed0-29b9044adb62, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=296c5c8c-e521-4697-8ed0-29b9044adb62,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:08.563658 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:08.565567 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-0089d549-0e48-41f8-ac68-44fe6e6b1541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:08.615393 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Pushing event updated for resources: {'Port': ['ID=296c5c8c-e521-4697-8ed0-29b9044adb62,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:08.618346 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:10.209709 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 296c5c8c-e521-4697-8ed0-29b9044adb62 up at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:10.262275 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Provisioning complete for port 296c5c8c-e521-4697-8ed0-29b9044adb62 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:10.262807 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:10.649380 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b2132941-f97f-4c67-8c29-133f0833b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:13.249421 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0d6e899c-413e-4aac-b04a-f34ae59f2679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:13.620585 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:14.249692 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-dce5d484-4a47-4c61-a28a-9709578ced05 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:14.251162 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-dce5d484-4a47-4c61-a28a-9709578ced05 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 815 time: 0.1027291 Jun 30 01:38:14.264946 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-19fdaa66-c7c0-4b98-a305-f169b1a0ec76 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/quotas/41ea0072b7e34fda89dfec7736d89023 HTTP/1.1" status: 200 len: 375 time: 0.0085421 Jun 30 01:38:14.326237 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-1a6e0074-0dbb-4892-bbe6-841f16a1e1c7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566225 Jun 30 01:38:14.419155 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-04516c5e-391b-4e09-843a-d3072f24b4cd service neutron] 10.222.0.37 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810180 Jun 30 01:38:14.509909 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-ab6180d1-56d3-46b3-abb1-65cc181d493f service neutron] 10.222.0.37 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842736 Jun 30 01:38:14.614512 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:14.723737 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-adbad8c3-0e77-419a-a72e-9d9bea4dda81 req-79ffcf02-7354-4bbd-9b51-76537afacde7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 210 time: 0.0278108 Jun 30 01:38:15.867898 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3134485b-8d7b-417c-9a13-aebd247c7a27 req-d83c9668-89f7-4112-b659-ecca18d4f544 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 210 time: 0.0307016 Jun 30 01:38:16.055101 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:16.825800 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-a8bbfb9a-01e0-4781-99bd-c35ce2d046f4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:16.827150 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-a8bbfb9a-01e0-4781-99bd-c35ce2d046f4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 815 time: 0.1017978 Jun 30 01:38:16.839630 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'port': {'device_id': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'admin_state_up': True, 'tenant_id': '41ea0072b7e34fda89dfec7736d89023'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:17.027206 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bd617878-d3db-4acc-a865-d159240ae1a4 req-e0f03c7e-aea2-4c1c-9d25-b18b017a4dd4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 210 time: 0.0288880 Jun 30 01:38:17.031734 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Made reservation on behalf of 41ea0072b7e34fda89dfec7736d89023 for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:38:17.035629 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:17.163090 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Allocated IP 172.20.0.3 (c51158a0-e021-481b-8c3a-0e370f7dc655/e05557cc-6a96-45a5-8560-3b079d6dffd0/91b827f1-7b15-4c13-8a83-69faeb6287d2) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:38:17.304744 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:17.318143 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Transition to ACTIVE for port object 91b827f1-7b15-4c13-8a83-69faeb6287d2 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:38:17.419844 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8722961'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:17.423835 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6e53457e-2bf1-49e3-8865-ca511538a97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:17.466952 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Network c51158a0-e021-481b-8c3a-0e370f7dc655 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:38:17.471981 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:38:17.480296 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:38:17.521042 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:17.534949 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:17.556582 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:17.556895 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:17.633104 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-5979c5e6-6340-4387-ab13-7b9a39fb3352 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973690 Jun 30 01:38:17.826348 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-c77421ce-da93-4578-8687-d61ded9ae297 None None] Provisioning for port 91b827f1-7b15-4c13-8a83-69faeb6287d2 completed by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:17.830760 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-c77421ce-da93-4578-8687-d61ded9ae297 None None] Provisioning complete for port 91b827f1-7b15-4c13-8a83-69faeb6287d2 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:17.831444 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c77421ce-da93-4578-8687-d61ded9ae297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:17.866788 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-c77421ce-da93-4578-8687-d61ded9ae297 None None] Port 91b827f1-7b15-4c13-8a83-69faeb6287d2 cannot update to ACTIVE because it is not bound. {{(pid=93483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:38:18.205217 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ece1a-a608-4254-b297-d800b73175e7 req-9fc3cc91-10b2-45e4-a01f-f2b75da0fd02 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:18.206682 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-702ece1a-a608-4254-b297-d800b73175e7 req-9fc3cc91-10b2-45e4-a01f-f2b75da0fd02 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0653126 Jun 30 01:38:18.244968 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-702ece1a-a608-4254-b297-d800b73175e7 req-16fd3f63-b18f-4583-b0fe-f1159805f304 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Jun 30 01:38:19.437477 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236bb65-e3ce-4041-aeb0-42bf566f10a9 req-73a6594a-fe6a-42c7-a6ef-554c0c5e5ece tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:19.438950 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6236bb65-e3ce-4041-aeb0-42bf566f10a9 req-73a6594a-fe6a-42c7-a6ef-554c0c5e5ece tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0670877 Jun 30 01:38:19.478645 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6236bb65-e3ce-4041-aeb0-42bf566f10a9 req-197f491c-037d-464d-9e87-13020b7f28f1 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Jun 30 01:38:20.660741 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d5d26-0156-4b43-8f42-b76c37e0d52f req-672a92e3-a153-49af-b38c-23926a31f91e tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:20.662197 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-868d5d26-0156-4b43-8f42-b76c37e0d52f req-672a92e3-a153-49af-b38c-23926a31f91e tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0659888 Jun 30 01:38:20.705781 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-868d5d26-0156-4b43-8f42-b76c37e0d52f req-7186fa0d-18bf-48ff-a879-fae68bf1eff4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Jun 30 01:38:21.006364 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:38:21.877397 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a049f5-5a1f-4c13-bc93-03d8023111da req-b14d00d3-9eed-44bb-a37a-61817b906e6f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:21.878909 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4a049f5-5a1f-4c13-bc93-03d8023111da req-b14d00d3-9eed-44bb-a37a-61817b906e6f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0633812 Jun 30 01:38:21.917329 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b4a049f5-5a1f-4c13-bc93-03d8023111da req-c0afcdde-463e-47d8-b3b8-14f97fba712c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Jun 30 01:38:23.108337 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53879c1-ae2a-429d-bda9-2609408dc349 req-e3bc313a-d4c2-4e14-97b3-e1c954874fd7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:23.110187 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f53879c1-ae2a-429d-bda9-2609408dc349 req-e3bc313a-d4c2-4e14-97b3-e1c954874fd7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0710065 Jun 30 01:38:23.151423 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f53879c1-ae2a-429d-bda9-2609408dc349 req-354c43df-67ee-48fe-aa07-9cced6babb51 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354450 Jun 30 01:38:24.330554 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03f531-1232-40b9-bf31-6c58bd9373e3 req-05d70612-e0b3-4de3-9400-72b79985fd1f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:24.331966 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dd03f531-1232-40b9-bf31-6c58bd9373e3 req-05d70612-e0b3-4de3-9400-72b79985fd1f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0688248 Jun 30 01:38:24.370463 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-dd03f531-1232-40b9-bf31-6c58bd9373e3 req-9349ee42-ca2d-4ba7-b8ae-321af27dc595 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323887 Jun 30 01:38:24.722009 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:25.706938 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f60079-4fd8-44ef-a3ee-9a42be5c2c6e req-66375879-503b-4fb1-8bd6-fa886f647dfe tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:25.708417 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-80f60079-4fd8-44ef-a3ee-9a42be5c2c6e req-66375879-503b-4fb1-8bd6-fa886f647dfe tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0695460 Jun 30 01:38:25.746150 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-80f60079-4fd8-44ef-a3ee-9a42be5c2c6e req-60d33226-8d04-4ce9-80d6-4115f8d0c24a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jun 30 01:38:26.920265 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4708c1-ea9d-4c20-b774-b843c6987ae4 req-934ce720-b7ad-4cc6-8996-b2d299301aec tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:26.922436 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9e4708c1-ea9d-4c20-b774-b843c6987ae4 req-934ce720-b7ad-4cc6-8996-b2d299301aec tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 931 time: 0.0626826 Jun 30 01:38:26.960430 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9e4708c1-ea9d-4c20-b774-b843c6987ae4 req-8b70b468-be13-479a-90a3-7baf206ec573 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325074 Jun 30 01:38:27.430636 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Request body: {'port': {'device_id': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:27.502736 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:27.751578 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b827f1-7b15-4c13-8a83-69faeb6287d2 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:38:27.758547 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:27.770259 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Transition to ACTIVE for port object 91b827f1-7b15-4c13-8a83-69faeb6287d2 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:38:27.848640 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:27.851339 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-565ccce2-be11-4894-bb91-203269eaa65e tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:27.899001 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:27.923958 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.924376 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.924727 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.925092 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.925453 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.925812 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.926169 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.926526 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.926883 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.927235 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.927673 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.927926 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:27.952002 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:27.980444 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Attempting to bind port 91b827f1-7b15-4c13-8a83-69faeb6287d2 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:38:27.980819 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Attempting to bind port 91b827f1-7b15-4c13-8a83-69faeb6287d2 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:38:27.981168 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Attempting to bind port 91b827f1-7b15-4c13-8a83-69faeb6287d2 on network c51158a0-e021-481b-8c3a-0e370f7dc655 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:38:27.986305 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Port 91b827f1-7b15-4c13-8a83-69faeb6287d2 on network c51158a0-e021-481b-8c3a-0e370f7dc655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:38:27.986627 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Attempting to bind port 91b827f1-7b15-4c13-8a83-69faeb6287d2 on network c51158a0-e021-481b-8c3a-0e370f7dc655 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:38:27.991862 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Checking agent: {'id': 'd675be74-bb14-40f9-8ead-f1a679b6e1dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'started_at': datetime.datetime(2021, 6, 30, 1, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:38:27.992204 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Checking segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:38:27.992681 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Bound using segment: {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:38:27.993107 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Bound port: 91b827f1-7b15-4c13-8a83-69faeb6287d2, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50954b9b-b5fa-4950-b402-ceecfc3694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:38:27.993463 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:28.058982 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:38:28.062693 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:38:28.139475 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b2c83-1184-457d-b166-30ba1f1ad7e9 req-9e5e60a0-d5c0-4ee2-b880-b95d0926f086 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.141035 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb0b2c83-1184-457d-b166-30ba1f1ad7e9 req-9e5e60a0-d5c0-4ee2-b880-b95d0926f086 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 943 time: 0.0609443 Jun 30 01:38:28.163583 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8722979'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:28.166578 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e255290f-d451-429d-9575-5946db9c0f78 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:28.178188 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb0b2c83-1184-457d-b166-30ba1f1ad7e9 req-a5207d91-95b4-4259-b2c2-9066bc7cb3b1 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315039 Jun 30 01:38:28.204776 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.205387 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:28.206793 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] 10.222.0.38 "PUT /v2.0/ports/91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 1093 time: 0.7808447 Jun 30 01:38:28.207275 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:38:28.209590 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:38:28.226928 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:28.230237 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2128016a-ee9c-4a01-b22b-98e3fc77d1eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:28.253677 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a83e39e-b8a1-4819-ae28-a24796fb5ca8 x-openstack-request-id: req-4a83e39e-b8a1-4819-ae28-a24796fb5ca8 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:38:28.253998 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:38:28.254151 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a83e39e-b8a1-4819-ae28-a24796fb5ca8 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:38:28.254607 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'status': 'completed', 'code': 200} Jun 30 01:38:28.331619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd req-c76feaa2-b192-44bf-be5f-aa338b4b2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.333177 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd req-c76feaa2-b192-44bf-be5f-aa338b4b2e3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1096 time: 0.0554669 Jun 30 01:38:28.455424 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd req-4288f812-957f-4b99-8611-54300a34a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.457672 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd req-4288f812-957f-4b99-8611-54300a34a95c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=41ea0072b7e34fda89dfec7736d89023&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1167881 Jun 30 01:38:28.689466 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd req-5af1007c-8974-44af-a22e-6ad80797511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.689466 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-68ee0306-cf69-4084-a9f1-9fdf76fdbcbd req-5af1007c-8974-44af-a22e-6ad80797511e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086504 Jun 30 01:38:28.689466 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-f2620549-5177-4f60-afa0-436c5de20d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.689466 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-f2620549-5177-4f60-afa0-436c5de20d14 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1096 time: 0.0610158 Jun 30 01:38:28.714293 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-e5190f42-c109-456a-aed1-c691ac705bd3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 217 time: 0.0331028 Jun 30 01:38:28.773233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-b08c152b-085c-4dbd-898b-2e2c6e610d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.774755 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-b08c152b-085c-4dbd-898b-2e2c6e610d49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0549829 Jun 30 01:38:28.836650 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-27369132-6f31-47a2-9ff2-17279e935cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:28.838159 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-27369132-6f31-47a2-9ff2-17279e935cb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0552714 Jun 30 01:38:28.934563 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-680047fe-5cdb-47e9-a0a2-a04cb26fe710 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899317 Jun 30 01:38:29.028725 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-723dea49-9360-4ef8-9d19-74d51db7bc9f req-28e226c2-fba4-494f-9ca6-3e367ea159cb service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875182 Jun 30 01:38:29.366992 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60c5d0-f506-406e-b51e-749e54a65ad8 req-c8d97b1c-79b5-4aea-bd87-15f900940420 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:29.368455 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-be60c5d0-f506-406e-b51e-749e54a65ad8 req-c8d97b1c-79b5-4aea-bd87-15f900940420 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 943 time: 0.0678964 Jun 30 01:38:29.404965 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-be60c5d0-f506-406e-b51e-749e54a65ad8 req-be4e69fd-070d-4078-8793-a5aeeb74bfce tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Jun 30 01:38:30.572313 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a702e-51cd-4dcd-86df-d2271b57ae36 req-f4240fe4-d6b8-4b4f-9738-63943df54455 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:30.573759 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a13a702e-51cd-4dcd-86df-d2271b57ae36 req-f4240fe4-d6b8-4b4f-9738-63943df54455 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 943 time: 0.0600519 Jun 30 01:38:30.609493 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a13a702e-51cd-4dcd-86df-d2271b57ae36 req-0b20d665-cc0a-4734-bda1-25f46b7ac632 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296981 Jun 30 01:38:31.777258 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b560fa-dd3c-4c95-a634-de1605527ae5 req-b6fbdb22-6a2a-41f4-835e-2b3e95444a31 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:31.778691 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-58b560fa-dd3c-4c95-a634-de1605527ae5 req-b6fbdb22-6a2a-41f4-835e-2b3e95444a31 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 943 time: 0.0633531 Jun 30 01:38:31.815009 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-58b560fa-dd3c-4c95-a634-de1605527ae5 req-ec5e56d3-2597-4d67-b938-e1c0da5fde2a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Jun 30 01:38:31.877234 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 91b827f1-7b15-4c13-8a83-69faeb6287d2 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=93483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:38:31.970658 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:31.981553 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Returning: {'device': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'port_id': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'mac_address': 'fa:16:3e:3a:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:38:32.017487 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:32.029748 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b827f1-7b15-4c13-8a83-69faeb6287d2 {{(pid=93483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:38:32.049132 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:32.128397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:32.130112 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:32.174137 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:32.177107 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:32.323025 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['91b827f1-7b15-4c13-8a83-69faeb6287d2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:38:33.127016 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0ebbe-0b34-4cd3-9fe3-007da60d7e0e req-c106e9ff-d178-4903-8b94-90f2df04ad91 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:33.128369 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bdf0ebbe-0b34-4cd3-9fe3-007da60d7e0e req-c106e9ff-d178-4903-8b94-90f2df04ad91 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 944 time: 0.2074826 Jun 30 01:38:33.163457 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-bdf0ebbe-0b34-4cd3-9fe3-007da60d7e0e req-5614514c-efed-4eb0-b02d-268f4d6dae84 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295451 Jun 30 01:38:33.891987 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 91b827f1-7b15-4c13-8a83-69faeb6287d2 up at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:38:34.014303 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning for port 91b827f1-7b15-4c13-8a83-69faeb6287d2 completed by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:38:34.019890 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Provisioning complete for port 91b827f1-7b15-4c13-8a83-69faeb6287d2 triggered by entity L2. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:34.019890 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:34.097328 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:34.118585 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:38:34.120864 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9c33e9bbd1529b2882f1ce522af5b7541ab72cb13bb83390548e5bddbb616c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2d09ff-6046-4a97-87e5-e4b2c8692814" -d '{"events": [{"server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:38:34.132929 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:34.157453 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e261af-5ca5-4870-91ff-60b51fd5846c x-openstack-request-id: req-37e261af-5ca5-4870-91ff-60b51fd5846c {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:38:34.157745 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "code": 200}]} {{(pid=93483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:38:34.158029 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37e261af-5ca5-4870-91ff-60b51fd5846c {{(pid=93483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:38:34.158419 dv-cinder-797245-10-smb neutron-server[93483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'code': 200} Jun 30 01:38:34.180813 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:34.183378 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:34.234586 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=5']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:34.237833 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:34.334586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef24e6-be8c-4377-92ca-39fb716e0d9c req-f9bd0bbf-cafd-4d4f-a75a-2917f570e758 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:34.336193 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60ef24e6-be8c-4377-92ca-39fb716e0d9c req-f9bd0bbf-cafd-4d4f-a75a-2917f570e758 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0623350 Jun 30 01:38:34.372946 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-60ef24e6-be8c-4377-92ca-39fb716e0d9c req-891b5873-d241-48c2-890e-2b3f0b92186d tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Jun 30 01:38:34.462947 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b367c72-be06-4614-8037-bc0e1aecba5f req-90abc7c0-b322-4be8-a537-b349f1e3869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:34.464356 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3b367c72-be06-4614-8037-bc0e1aecba5f req-90abc7c0-b322-4be8-a537-b349f1e3869a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1098 time: 0.0505328 Jun 30 01:38:34.497556 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-3b367c72-be06-4614-8037-bc0e1aecba5f req-4b3debc9-a4aa-4cd5-bf9a-d9c6d62c3905 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269055 Jun 30 01:38:35.591463 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1fb86-b0fa-465c-88ac-671f054e7fd6 req-cc04f091-f7dd-439d-9f12-98c98ce5f879 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:35.592983 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8f1fb86-b0fa-465c-88ac-671f054e7fd6 req-cc04f091-f7dd-439d-9f12-98c98ce5f879 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.1088941 Jun 30 01:38:35.628803 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f8f1fb86-b0fa-465c-88ac-671f054e7fd6 req-9982b320-0041-4b91-b1b3-0263d4238200 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296280 Jun 30 01:38:35.795794 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9dade-e4f2-4b1f-a14b-3be4880b3a96 req-f8f6143c-b6db-4c44-aa6a-124c88e61567 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:35.797277 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1f9dade-e4f2-4b1f-a14b-3be4880b3a96 req-f8f6143c-b6db-4c44-aa6a-124c88e61567 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0601013 Jun 30 01:38:35.833513 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-d1f9dade-e4f2-4b1f-a14b-3be4880b3a96 req-8cc078e8-74b0-4e8a-82e6-c659d8c9d432 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307946 Jun 30 01:38:36.201974 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e03a0f-3cee-4d3e-ae30-826e97d53bbe req-7b4f682c-8933-4268-8c6a-6f0f23f58d5f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:36.203512 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-19e03a0f-3cee-4d3e-ae30-826e97d53bbe req-7b4f682c-8933-4268-8c6a-6f0f23f58d5f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0652959 Jun 30 01:38:36.239784 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-19e03a0f-3cee-4d3e-ae30-826e97d53bbe req-ca38a442-33b9-4f7a-b544-c74d926cd60f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Jun 30 01:38:40.688947 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b1764863-226d-4861-9671-e5f014f4fc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:41.260615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c949a5-bf1b-432a-aef9-377687e3d6dc req-76b52b8d-d2b9-4216-ae87-a3ed83c0426e tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:41.262006 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-37c949a5-bf1b-432a-aef9-377687e3d6dc req-76b52b8d-d2b9-4216-ae87-a3ed83c0426e tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0608170 Jun 30 01:38:41.298165 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-37c949a5-bf1b-432a-aef9-377687e3d6dc req-ef40daef-d7e5-4c9d-b786-ddce699095eb tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305984 Jun 30 01:38:41.321872 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49246) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:41.413455 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd28d910-0e78-4aeb-b4c2-a234e0f22913 tempest-TestMinimumBasicScenario-1582118666 tempest-TestMinimumBasicScenario-1582118666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:41.414980 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-cd28d910-0e78-4aeb-b4c2-a234e0f22913 tempest-TestMinimumBasicScenario-1582118666 tempest-TestMinimumBasicScenario-1582118666-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1093 time: 0.0921547 Jun 30 01:38:41.417868 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49250) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:41.422090 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'floatingip': {'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'port_id': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:41.477103 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for floatingip, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:41.570362 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:41.671181 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Allocated IP 172.28.2.245 (766e7878-6fec-4606-aa8f-c7fb06434b26/f4c0300a-21c6-4b90-adae-31930b131536/7bf26177-3454-4509-9e41-2b9a0aaa9a04) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:38:41.766587 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:41.842576 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3671167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793120494093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9355920'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:41.844441 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6d06a6ad-035e-4e82-9518-871e61beef2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:41.882382 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Network 766e7878-6fec-4606-aa8f-c7fb06434b26 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:38:41.885111 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:38:41.888454 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:38:42.182893 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'Port': ['ID=7bf26177-3454-4509-9e41-2b9a0aaa9a04,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:42.194144 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.194516 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.194878 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.195235 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.195588 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.195939 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.196288 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.196665 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.197022 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.197367 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.197712 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.198056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:38:42.204161 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:42.520145 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:42.644892 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:42.787594 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:42.853982 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:42.856732 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-e2b14ac0-a2ed-4bfe-863f-c1697b22b38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:42.917419 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'Port': ['ID=7bf26177-3454-4509-9e41-2b9a0aaa9a04,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:42.922575 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:42.928803 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540471'] for floatingip, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.025184 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.l3_db [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Floating IP 44707a0b-4e2e-40aa-b50f-f09bb45610c6 associated. External IP: 172.28.2.245, port: 91b827f1-7b15-4c13-8a83-69faeb6287d2. Jun 30 01:38:43.208656 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-399b28be-8a15-4b88-ac9c-36cfd8db0208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.221037 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Router 78966cec-3a05-4e66-8c58-60a54e7bd923 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:38:43.322138 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:38:43.331565 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] Sync routers for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:38:43.340375 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:38:43.345565 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:38:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:43.419942 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.442391 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:38:43.456263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-bb8dcf4d-3c09-4f55-8f60-e2bea6d953f2 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0374057 Jun 30 01:38:43.456920 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:38:43.461488 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:38:43.461722 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49252) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:43.464801 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546224923', 'description': 'tempest-secgroup-smoke-546224923 description', 'project_id': '41ea0072b7e34fda89dfec7736d89023'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:43.544466 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.551569 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e5b4b-7238-4de6-9dd8-27ec94c61c7b x-openstack-request-id: req-f33e5b4b-7238-4de6-9dd8-27ec94c61c7b {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:38:43.552108 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:38:43.552209 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f33e5b4b-7238-4de6-9dd8-27ec94c61c7b {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:38:43.552798 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'status': 'completed', 'code': 200} Jun 30 01:38:43.664441 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-9512e26c-20bb-4ed0-b49a-209806fd1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:43.665960 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-9512e26c-20bb-4ed0-b49a-209806fd1856 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1098 time: 0.0898621 Jun 30 01:38:43.672345 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.678523 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '44707a0b-4e2e-40aa-b50f-f09bb45610c6', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'port_id': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'mac_address': 'fa:16:3e:3a:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:38:42Z', 'updated_at': '2021-06-30T01:38:42Z', 'revision_number': 0, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:43.705218 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.707655 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] Checking router: 78966cec-3a05-4e66-8c58-60a54e7bd923 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:38:43.716195 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:38:43.716757 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:38:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:43.752493 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.755853 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-050707d9-ab9b-4b5e-9d0f-e9440fe3feba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:43.761330 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-58a3f981-0db3-4574-856d-56f669cded64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:43.762755 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-58a3f981-0db3-4574-856d-56f669cded64 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.0892661 Jun 30 01:38:43.820238 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:38:43.821994 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:43.828508 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:43.845216 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-db0b1d82-41f8-4b0d-85fd-9a513be138c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 999 time: 0.0695937 Jun 30 01:38:43.892482 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-6b3ef871-7c80-4ebe-a191-f4fdbdd464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:43.893986 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-6b3ef871-7c80-4ebe-a191-f4fdbdd464a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0424030 Jun 30 01:38:43.895076 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:43.896133 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-bb5ea93c-015a-4140-ab7b-1d0485e9e41b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4358039 Jun 30 01:38:43.899132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49258) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:43.904770 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group_rule': {'security_group_id': '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0', 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:44.049136 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '44707a0b-4e2e-40aa-b50f-f09bb45610c6', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'port_id': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'mac_address': 'fa:16:3e:3a:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:38:42Z', 'updated_at': '2021-06-30T01:38:42Z', 'revision_number': 0, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:38:44.205305 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc8506-dd2e-4513-826b-ae4a1e056e59 None None] The sync data for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb is: [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_floatingips': [{'id': '44707a0b-4e2e-40aa-b50f-f09bb45610c6', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'router_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'port_id': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'mac_address': 'fa:16:3e:3a:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:38:42Z', 'updated_at': '2021-06-30T01:38:42Z', 'revision_number': 0, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:38:44.233349 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-6770774e-31c2-4922-8de5-b44ea0b31b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:44.234889 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-6770774e-31c2-4922-8de5-b44ea0b31b18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3338029 Jun 30 01:38:44.291283 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.365249 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-9f544a36-3e7d-4d63-a35e-ebf0b38fa0ef service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229310 Jun 30 01:38:44.384913 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8a03a-4e09-4be1-85dd-247855674b25 None None] New status for floating IP 44707a0b-4e2e-40aa-b50f-f09bb45610c6: ACTIVE {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:38:44.392614 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.466080 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-c4bace8c-b0d2-4223-b7e5-cc8c2e5030a3 req-2138cde2-8848-4b23-86bf-b9274e52d737 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943198 Jun 30 01:38:44.488310 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.490434 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:44.505784 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae148a3-482f-4b59-8563-728102ff74d9,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:44.509588 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:44.637125 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.638384 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7383513 Jun 30 01:38:44.641182 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49262) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:44.645600 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group_rule': {'security_group_id': '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0', 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:44.665506 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.726521 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.783293 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.870986 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.872965 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:44.888021 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fc8ba4-b9e9-46b6-8576-fe87b08ae809,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:44.890400 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:44.957092 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:44.958302 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-86618475-1a04-40ce-9852-df66ef2f7f04 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162088 Jun 30 01:38:44.961115 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49264) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:44.965571 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group_rule': {'security_group_id': '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0', 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:45.086412 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.146429 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.224508 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.229434 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:45.243467 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a501b5-bd89-431b-a171-c71d202ac21f,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:45.245740 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:45.310062 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.311242 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-3fb295e2-e300-4377-a0e7-14ba46ed7918 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491719 Jun 30 01:38:45.313999 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49266) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:45.318288 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group_rule': {'security_group_id': '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0', 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:45.407656 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.465424 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.510907 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.517323 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c2872c36-9bf5-45a8-96f6-8d08f118021c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:45.533111 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0084345-0c2c-4c84-aa72-1172eade9557,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:45.536241 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:45.574125 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.575361 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-7c9f91ad-075d-437e-b006-bf59bae88893 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2604144 Jun 30 01:38:45.578614 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49268) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:45.582954 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group_rule': {'security_group_id': '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0', 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:45.648299 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.securitygroups_db [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Project 41ea0072b7e34fda89dfec7736d89023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:38:45.652895 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.710597 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.779738 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.781798 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:45.797741 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00361ec-e0e8-49cc-bdda-e84a547634bf,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:45.801926 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:45.865389 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:45.866586 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-c90efe6b-b82e-4d9d-a9aa-4f6d98621862 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2870388 Jun 30 01:38:45.869264 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49270) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:38:45.873652 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'security_group_rule': {'security_group_id': '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0', 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:45.961553 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.db.securitygroups_db [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Project 41ea0072b7e34fda89dfec7736d89023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:38:45.967495 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.029291 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.035556 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.110140 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679837'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.112098 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:46.127738 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3862764-e690-4de0-b7b9-f8ab72123d60,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:46.130095 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:46.202370 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.203721 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-1dfb0470-da9a-489b-8059-a516a0c30d81 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335395 Jun 30 01:38:46.317739 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-7991bc1e-cffe-46e9-8e9b-0a263bcfa3e4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546224923&fields=id&tenant_id=41ea0072b7e34fda89dfec7736d89023 HTTP/1.1" status: 200 len: 267 time: 0.0323091 Jun 30 01:38:46.385358 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-049656d1-524c-40ad-b5a5-731ec3f4800a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:46.386830 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-049656d1-524c-40ad-b5a5-731ec3f4800a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0641029 Jun 30 01:38:46.397499 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'port': {'security_groups': ['77688427-f5d2-4405-a19f-36f029a464a7', '6d437e06-2a29-4c9c-ad15-689f9ddcc2a0']}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:38:46.475984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.655460 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:38:46.684265 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.745128 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.748937 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-df3f3d4a-6ee9-434f-85d0-b322a43186de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:38:46.757836 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['91b827f1-7b15-4c13-8a83-69faeb6287d2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:38:46.793496 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:46.794129 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:46.795562 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-183fe5fc-407a-470d-ac38-a5e57a4eacb8 req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "PUT /v2.0/ports/91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 981 time: 0.4024971 Jun 30 01:38:46.796093 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:38:46.802184 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0449cde-9bd4-4b65-b172-5454ea74be5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:38:46.839236 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=6']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:38:46.851968 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-9289f5ee-df4d-43ce-9697-69e48e4f3f40 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:38:46.853756 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd8080-9b46-49c6-afc1-0df553d9ce8c x-openstack-request-id: req-6ecd8080-9b46-49c6-afc1-0df553d9ce8c {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:38:46.854126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:38:46.854426 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ecd8080-9b46-49c6-afc1-0df553d9ce8c {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:38:46.854860 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'status': 'completed', 'code': 200} Jun 30 01:38:46.870524 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['91b827f1-7b15-4c13-8a83-69faeb6287d2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:38:46.936870 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-057c0d9c-d9fe-43f8-bc5c-c5c9353f09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:46.938613 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-057c0d9c-d9fe-43f8-bc5c-c5c9353f09d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1137 time: 0.0629709 Jun 30 01:38:46.991866 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b2854-0f9e-4bf8-9fe0-4152b4b8895d req-0201d5ac-30f5-42a6-95d8-937f68c7f903 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:47.001683 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-493b2854-0f9e-4bf8-9fe0-4152b4b8895d req-0201d5ac-30f5-42a6-95d8-937f68c7f903 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0879059 Jun 30 01:38:47.064236 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-493b2854-0f9e-4bf8-9fe0-4152b4b8895d req-ba1f23ad-b937-49ab-b708-3bb5266f50ee tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614996 Jun 30 01:38:47.076782 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-f4c4626f-8414-43ba-b804-1f9deba5313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:47.076782 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-f4c4626f-8414-43ba-b804-1f9deba5313e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.1301358 Jun 30 01:38:47.147668 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-d79717c5-a017-4021-8307-33b21e49f2ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 1001 time: 0.0647650 Jun 30 01:38:47.197216 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-bd90c83d-31e5-4436-97d0-c4de05f0e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:47.198674 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-bd90c83d-31e5-4436-97d0-c4de05f0e28d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0426869 Jun 30 01:38:47.231401 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-72c9c51b-19e6-4073-94f2-ce49ad0a2afb None None] Provisioning complete for port 91b827f1-7b15-4c13-8a83-69faeb6287d2 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:38:47.232007 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-72c9c51b-19e6-4073-94f2-ce49ad0a2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:47.258528 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-bfb72712-c328-41c6-ad25-372ce59e53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:47.259942 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-bfb72712-c328-41c6-ad25-372ce59e53ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0541744 Jun 30 01:38:47.348340 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-f9056423-6a6c-4028-8472-012c728c2079 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812166 Jun 30 01:38:47.440149 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-b0449cde-9bd4-4b65-b172-5454ea74be5b req-73033368-6a00-467a-941b-895cf893e026 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855260 Jun 30 01:38:54.732862 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:38:58.029826 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:38:58.264555 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-3721ff29-c847-4862-bfdc-5d99057e2179 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903738 Jun 30 01:38:58.358500 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-360506fd-738c-476a-81ef-83b3d5f90711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:58.359942 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-360506fd-738c-476a-81ef-83b3d5f90711 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1137 time: 0.0511019 Jun 30 01:38:58.463359 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-7063008d-f510-40ca-b06c-0a5c3d1dd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:58.464840 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-7063008d-f510-40ca-b06c-0a5c3d1dd789 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.0853162 Jun 30 01:38:58.527018 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-d4e4d774-479c-4c89-8475-fe5d394c07fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 1001 time: 0.0553830 Jun 30 01:38:58.576212 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-132cad00-fa47-4b84-bb3c-acd3e44598df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:58.577684 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-132cad00-fa47-4b84-bb3c-acd3e44598df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0436811 Jun 30 01:38:58.637437 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-f9a0ad25-313e-4adb-b0c4-5dda9e034c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:38:58.638902 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-f9a0ad25-313e-4adb-b0c4-5dda9e034c1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0534847 Jun 30 01:38:58.649007 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-c777aede-dbb0-44e7-aa1a-651635a260f6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:38:58.650000 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-c777aede-dbb0-44e7-aa1a-651635a260f6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049245 Jun 30 01:38:58.734233 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-9ff76990-c6f0-424f-8985-f8cc7f76bd0a service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781248 Jun 30 01:38:58.823570 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-8d8ec74c-83f9-44c9-aff3-ca884ececbe6 req-227fd581-3815-4358-8f54-904cf0e7e1fc service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832248 Jun 30 01:39:10.676400 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-032b0abd-619a-414c-81d2-de98c16c176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:12.898768 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8fd85-d27e-410f-8e58-4921e843f8ef req-e474ef55-b7e3-458b-854c-56d647d8ba2b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:12.900263 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b0a8fd85-d27e-410f-8e58-4921e843f8ef req-e474ef55-b7e3-458b-854c-56d647d8ba2b tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0636501 Jun 30 01:39:12.925609 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-bb9a38c3-e8df-4ea0-85e9-1b68b8ee3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:12.927215 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-bb9a38c3-e8df-4ea0-85e9-1b68b8ee3947 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1137 time: 0.0533552 Jun 30 01:39:12.942503 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b0a8fd85-d27e-410f-8e58-4921e843f8ef req-c8ff1a1a-71f7-4baf-917c-badae5574f4c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363615 Jun 30 01:39:13.023246 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-ef6ad4a2-006d-4581-af65-5573cb1581e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:13.024674 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-ef6ad4a2-006d-4581-af65-5573cb1581e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.0909693 Jun 30 01:39:13.087150 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-468bf610-f525-44a8-a0fd-ebdd7913f818 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 1001 time: 0.0552156 Jun 30 01:39:13.134437 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-5a9597f7-bcb4-4c8a-b1de-b1e57d9e061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:13.135794 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-5a9597f7-bcb4-4c8a-b1de-b1e57d9e061d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0414627 Jun 30 01:39:13.195569 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-ff2a7b33-0f36-472d-b38b-51929e2c24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:13.197089 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-ff2a7b33-0f36-472d-b38b-51929e2c24a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0549164 Jun 30 01:39:13.236080 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4f87a4a3-2b7b-4ce8-8b2d-eb89d86b4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:13.284960 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-8bab642c-6b05-4afe-b7f8-5e3053aba549 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808733 Jun 30 01:39:13.373596 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-13f82c6e-c986-41e9-9b0a-9945d91fb931 req-fdf75b34-18f2-48fb-af45-724008413f8b service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819530 Jun 30 01:39:13.636567 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:14.114122 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0de30f-0aa6-4575-b978-ba549fd1b834 req-9a23886f-10b9-46f2-a058-03e78a641e4a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:14.115596 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5d0de30f-0aa6-4575-b978-ba549fd1b834 req-9a23886f-10b9-46f2-a058-03e78a641e4a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0611055 Jun 30 01:39:14.156635 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5d0de30f-0aa6-4575-b978-ba549fd1b834 req-fa93db39-1d7e-457f-a86e-6bb64d3f89f4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354111 Jun 30 01:39:14.636064 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:15.328615 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bf54e-01ac-4b18-934c-405d7da43277 req-90dcccf5-8f8c-42ba-9224-490ab149c96c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:15.330015 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a65bf54e-01ac-4b18-934c-405d7da43277 req-90dcccf5-8f8c-42ba-9224-490ab149c96c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0613945 Jun 30 01:39:15.372373 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-a65bf54e-01ac-4b18-934c-405d7da43277 req-c5fd7d71-1c49-4a05-bf25-95d80fe51933 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351493 Jun 30 01:39:16.042029 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:16.539146 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ea9fe-f091-48fa-a9ab-64ba42ecbb9c req-6aebf9da-260f-4c10-9034-a52d8629dfe5 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:16.540650 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f78ea9fe-f091-48fa-a9ab-64ba42ecbb9c req-6aebf9da-260f-4c10-9034-a52d8629dfe5 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0607238 Jun 30 01:39:16.578974 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-f78ea9fe-f091-48fa-a9ab-64ba42ecbb9c req-dce6689c-7286-49ec-9b97-65d1c5ef8405 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327303 Jun 30 01:39:17.748856 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0c629-0511-40a2-b6ff-853a2e7128f8 req-a977ef06-0328-4dd7-ae39-1b8a723eb00a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:17.750354 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1bc0c629-0511-40a2-b6ff-853a2e7128f8 req-a977ef06-0328-4dd7-ae39-1b8a723eb00a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0656240 Jun 30 01:39:17.789115 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-1bc0c629-0511-40a2-b6ff-853a2e7128f8 req-d01ae64f-ce7a-40ba-836e-fd145ece0c55 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324657 Jun 30 01:39:18.958971 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e6db-bfbf-4e82-a41e-775537d1898d req-9f761fa2-ab77-489c-952d-ead60f823036 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:18.960412 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5d84e6db-bfbf-4e82-a41e-775537d1898d req-9f761fa2-ab77-489c-952d-ead60f823036 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0611017 Jun 30 01:39:19.004859 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5d84e6db-bfbf-4e82-a41e-775537d1898d req-b492ae6a-77c9-4d6f-8864-81548880f467 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387642 Jun 30 01:39:20.178616 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d96875-2906-48e6-b496-514109ec6314 req-a9889270-2690-4731-a1a5-150ace60540f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:20.180352 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b5d96875-2906-48e6-b496-514109ec6314 req-a9889270-2690-4731-a1a5-150ace60540f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0604348 Jun 30 01:39:20.222666 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-b5d96875-2906-48e6-b496-514109ec6314 req-1e5121c1-d4f0-4d8f-ba8e-a8f8c47caab9 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365441 Jun 30 01:39:21.390891 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8653c-fd04-40f6-8bf1-f58c72e8f267 req-b468c8cd-d6c2-4f79-a804-ecfae2b7cad4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:21.392355 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-58f8653c-fd04-40f6-8bf1-f58c72e8f267 req-b468c8cd-d6c2-4f79-a804-ecfae2b7cad4 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0608928 Jun 30 01:39:21.432150 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-58f8653c-fd04-40f6-8bf1-f58c72e8f267 req-20bbbcce-0dbf-4bb5-8ade-31a0ea981122 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340266 Jun 30 01:39:22.600786 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82c28c-fac4-4e4a-9123-aeff997d7cec req-1782b626-9f94-4ead-a251-1a11826584a0 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:22.602273 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb82c28c-fac4-4e4a-9123-aeff997d7cec req-1782b626-9f94-4ead-a251-1a11826584a0 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0625284 Jun 30 01:39:22.641205 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-eb82c28c-fac4-4e4a-9123-aeff997d7cec req-15743e32-7733-417f-be57-60210fa6cef3 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332491 Jun 30 01:39:23.845674 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef0748-d5fc-4e89-bbbf-670e338c31c5 req-01fb1947-8b78-4642-ba18-08329ddec163 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:23.847935 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0fef0748-d5fc-4e89-bbbf-670e338c31c5 req-01fb1947-8b78-4642-ba18-08329ddec163 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0732131 Jun 30 01:39:23.890649 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-0fef0748-d5fc-4e89-bbbf-670e338c31c5 req-cc6104b8-4d31-4bef-a3a3-863c89cfcd6f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368810 Jun 30 01:39:24.739459 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:25.066567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d9da2-7540-41e6-b3ce-c33ae3a37a40 req-c1b1d6ae-68f6-491e-b4c7-73c392f07d19 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:25.068054 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cb6d9da2-7540-41e6-b3ce-c33ae3a37a40 req-c1b1d6ae-68f6-491e-b4c7-73c392f07d19 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0661743 Jun 30 01:39:25.109424 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-cb6d9da2-7540-41e6-b3ce-c33ae3a37a40 req-cba5dc2f-a979-41ab-af4d-87d1e826fab8 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351214 Jun 30 01:39:26.281702 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab030e8-199c-46ab-ac98-3fe01ed2fa2b req-7e6aac4e-8869-470a-bb29-ad0dd0278180 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:26.283066 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9ab030e8-199c-46ab-ac98-3fe01ed2fa2b req-7e6aac4e-8869-470a-bb29-ad0dd0278180 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0614793 Jun 30 01:39:26.326498 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-9ab030e8-199c-46ab-ac98-3fe01ed2fa2b req-2ec7fdc3-9f3c-4d5a-a202-12bb2ac01259 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375772 Jun 30 01:39:27.502282 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0c77-69a7-461a-b818-ab0706266a03 req-1959b436-9297-4071-9912-678a12839bdc tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:27.504396 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3cce0c77-69a7-461a-b818-ab0706266a03 req-1959b436-9297-4071-9912-678a12839bdc tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0651844 Jun 30 01:39:27.544415 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-3cce0c77-69a7-461a-b818-ab0706266a03 req-d057a35a-8250-4836-afde-7aa381e4f990 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342565 Jun 30 01:39:28.720419 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e29b-13a1-4210-bae0-a9822730e51b req-40b097f6-d4b3-40f6-9519-9ae32d99899c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:28.721989 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e47e29b-13a1-4210-bae0-a9822730e51b req-40b097f6-d4b3-40f6-9519-9ae32d99899c tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0636349 Jun 30 01:39:28.761735 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-7e47e29b-13a1-4210-bae0-a9822730e51b req-0136baca-86e1-4e62-a4cd-2c1f0078c837 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340054 Jun 30 01:39:29.936462 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cb406-bbdd-4935-b46f-b68fafe27c4f req-08b2ab47-8b11-4403-9e57-2298f850780e tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:39:29.937959 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-979cb406-bbdd-4935-b46f-b68fafe27c4f req-08b2ab47-8b11-4403-9e57-2298f850780e tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0679815 Jun 30 01:39:29.984990 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-979cb406-bbdd-4935-b46f-b68fafe27c4f req-19623bd4-e6bd-4138-9c1e-317f2b9c8d39 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&id=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405552 Jun 30 01:39:35.003937 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:39:40.646745 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-718d2dff-56ac-4a95-a5b1-41b8efc35aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:43.224211 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7d27b1a5-869a-4997-bd89-d609abd8b8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:43.595606 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:44.635517 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:46.058635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:54.777983 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:39:59.921178 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-490581a8-f66b-4133-a2ef-1432805d8e8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511808 Jun 30 01:40:00.014102 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-274a52a2-00d1-45e7-a861-3cbb294632be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:00.015693 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-274a52a2-00d1-45e7-a861-3cbb294632be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1137 time: 0.0522847 Jun 30 01:40:00.121494 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-2712f7d1-dbd7-41d9-9696-1d0f8850f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:00.122947 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-2712f7d1-dbd7-41d9-9696-1d0f8850f6a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.0860565 Jun 30 01:40:00.186677 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-5341485b-3174-4885-8175-553f5850d66c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 1001 time: 0.0565360 Jun 30 01:40:00.235373 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-1d34cec1-710f-40cf-86ca-e77df478bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:00.244188 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-1d34cec1-710f-40cf-86ca-e77df478bb20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0433273 Jun 30 01:40:00.295871 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-7cf2e359-df79-4478-876b-28fde6f65b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:00.297413 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-7cf2e359-df79-4478-876b-28fde6f65b2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0548079 Jun 30 01:40:00.384129 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-7917658d-207e-4bf9-a449-1590fa87182f service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795796 Jun 30 01:40:00.476453 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-1c0264d2-29a2-4bc3-83ff-8a07e209c720 req-c670b304-2e59-4084-ad75-304bb5774e14 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Jun 30 01:40:03.119859 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-214d2047-8869-4913-9523-361f379d3732 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546224923&fields=id&tenant_id=41ea0072b7e34fda89dfec7736d89023 HTTP/1.1" status: 200 len: 267 time: 0.0369890 Jun 30 01:40:03.185133 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-47ad75b5-6d51-4027-aa19-ed0113d838c1 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:03.186586 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-47ad75b5-6d51-4027-aa19-ed0113d838c1 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 984 time: 0.0611546 Jun 30 01:40:03.197666 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.v2.base [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Request body: {'port': {'security_groups': ['77688427-f5d2-4405-a19f-36f029a464a7']}} {{(pid=93482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:40:03.280609 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3671088'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.452212 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:03.480782 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.571623 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793121062346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793120494111', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793120494156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9355938'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.575664 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b407d302-bccc-4518-a7ba-de9ff994bfd2 tempest-AttachVolumeTestJSON-2033874938 tempest-AttachVolumeTestJSON-2033874938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:03.583680 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['91b827f1-7b15-4c13-8a83-69faeb6287d2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:40:03.621457 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:03.622152 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.623584 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-2e83df49-4937-440d-8df4-f16eb2ed1eb4 req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "PUT /v2.0/ports/91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 942 time: 0.4308975 Jun 30 01:40:03.624123 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:40:03.626477 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:40:03.630587 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49338) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:03.649797 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event updated for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=7']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:03.657639 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.658126 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.658507 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.659065 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.659449 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.659819 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.660188 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.660573 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.660942 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.661307 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.661668 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.662032 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:03.666794 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-57e1e093-34d9-47ad-89a1-d5f62c77adef tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:03.678249 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc16d6-f84c-4c40-abe6-750af0e73d61 x-openstack-request-id: req-46cc16d6-f84c-4c40-abe6-750af0e73d61 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:40:03.678840 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:40:03.679132 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46cc16d6-f84c-4c40-abe6-750af0e73d61 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:40:03.679591 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'status': 'completed', 'code': 200} Jun 30 01:40:03.727497 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['91b827f1-7b15-4c13-8a83-69faeb6287d2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:40:03.751816 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.785976 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.823619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-a24085b0-76f4-4213-bbf5-142fd06d27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:03.825367 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-a24085b0-76f4-4213-bbf5-142fd06d27eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1098 time: 0.1202891 Jun 30 01:40:03.866763 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-a70e1bad-5551-4733-ab4f-2e0208161288 None None] Provisioning complete for port 91b827f1-7b15-4c13-8a83-69faeb6287d2 triggered by entity DHCP. {{(pid=93483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:40:03.867133 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a70e1bad-5551-4733-ab4f-2e0208161288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3897098'] for port, provisioning_complete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.922848 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-a8bcfc44-aea4-4396-836c-bb5c677fbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:03.924261 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-a8bcfc44-aea4-4396-836c-bb5c677fbdc1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.0918756 Jun 30 01:40:03.973672 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.976304 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:03.977472 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d437e06-2a29-4c9c-ad15-689f9ddcc2a0 HTTP/1.1" status: 204 len: 168 time: 0.3443000 Jun 30 01:40:03.979856 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a42b3612-4b64-4ac2-bc2f-cab3d2a5bb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:03.985819 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49340) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:03.992824 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d437e06-2a29-4c9c-ad15-689f9ddcc2a0,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:04.005252 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.005604 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.005979 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.006888 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.007258 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.007619 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.007980 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.008345 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.008727 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.009084 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.009442 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.009796 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:04.013510 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-e5aa5de9-11ec-410d-8228-31254262c426 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 1001 time: 0.0825701 Jun 30 01:40:04.018393 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-cfd76ff6-0b9e-42c3-a16b-1824b85f4ad7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:04.069780 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-1fee1b0c-548e-459a-a99e-783123a54f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:04.071522 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-1fee1b0c-548e-459a-a99e-783123a54f01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0516164 Jun 30 01:40:04.128620 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-58f58404-012b-4cb3-bcc6-bb56fbecf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:04.130111 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-58f58404-012b-4cb3-bcc6-bb56fbecf815 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0518649 Jun 30 01:40:04.143384 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Deleting port 7bf26177-3454-4509-9e41-2b9a0aaa9a04 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:04.143977 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:04.220645 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:04.220975 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:04.221736 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-012ecd0e-70d7-4f28-b81e-3905099fdac2 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820765 Jun 30 01:40:04.232814 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Calling delete_port for 7bf26177-3454-4509-9e41-2b9a0aaa9a04 owned by network:floatingip {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:04.312536 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-ea0f8743-8345-4581-8f16-c7b8fcb0da9e req-05dd4257-ce7b-4b62-9bdc-798e88f1cdd3 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Jun 30 01:40:04.469483 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:04.471541 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-03ee5f7f-249e-4c48-96d0-3f17bedba525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:04.494683 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event deleted for resources: {'Port': ['ID=7bf26177-3454-4509-9e41-2b9a0aaa9a04,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:04.497646 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:04.556308 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks [] for floatingip, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:04.556670 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.db.l3_db [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Floating IP 44707a0b-4e2e-40aa-b50f-f09bb45610c6 disassociated (deleted). External IP: 172.28.2.245, port: 91b827f1-7b15-4c13-8a83-69faeb6287d2. Jun 30 01:40:04.752150 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Router 78966cec-3a05-4e66-8c58-60a54e7bd923 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:40:04.853170 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:40:04.857923 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for floatingip, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:04.862660 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] Sync routers for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:40:04.871829 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:40:04.872551 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:39:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:04.896221 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-8ee3f4a3-5f26-4aab-91b1-777a1769164a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "DELETE /v2.0/floatingips/44707a0b-4e2e-40aa-b50f-f09bb45610c6 HTTP/1.1" status: 204 len: 168 time: 0.9093151 Jun 30 01:40:04.977739 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:40:05.182184 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:05.208276 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] Checking router: 78966cec-3a05-4e66-8c58-60a54e7bd923 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:40:05.219239 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:40:05.219239 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:39:43Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:05.320424 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:40:05.530824 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:05.557910 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04768f0-b58b-40ec-aaeb-56f5436c73e1 None None] The sync data for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb is: [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:37:56Z', 'revision_number': 4, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb', '_interfaces': [{'id': '9af749b3-c1d8-4da6-b7a5-d410ad3b016b', 'name': '', 'network_id': 'c51158a0-e021-481b-8c3a-0e370f7dc655', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'mac_address': 'fa:16:3e:4e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:56Z', 'updated_at': '2021-06-30T01:38:00Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'subnets': [{'id': 'e05557cc-6a96-45a5-8560-3b079d6dffd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:40:05.680351 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:40:05.682791 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed3ab00c3cd04850dd481945043881bf1a94bc9f4a14ddb33c6301b0c6894e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7960c325-1025-4ed2-b9fa-8edaf0aa9541" -d '{"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:40:05.719299 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb85313-2d49-4e0b-addb-4c2142878f9a x-openstack-request-id: req-5cb85313-2d49-4e0b-addb-4c2142878f9a {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:40:05.719827 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "status": "completed", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:40:05.720120 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cb85313-2d49-4e0b-addb-4c2142878f9a {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:40:05.720622 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'status': 'completed', 'code': 200} Jun 30 01:40:05.760945 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97abc6-a5de-46ae-872c-033d98448b29 None None] New status for floating IP 44707a0b-4e2e-40aa-b50f-f09bb45610c6: DOWN {{(pid=93484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:40:05.800661 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-babaa10b-5317-426b-9426-2be80445ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:05.810368 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-babaa10b-5317-426b-9426-2be80445ce68 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=41ea0072b7e34fda89dfec7736d89023&device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 1098 time: 0.0565350 Jun 30 01:40:05.902451 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-0b6c08d1-b6e6-4ca9-a5c8-1ae86ab1bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:05.903771 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-0b6c08d1-b6e6-4ca9-a5c8-1ae86ab1bd22 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 200 len: 916 time: 0.0954087 Jun 30 01:40:05.945283 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-c2302aab-e9d8-404b-a4b4-e3aaae831849 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 200 len: 217 time: 0.0352502 Jun 30 01:40:05.998750 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-f04f709f-742c-45ac-a820-e73c62ece266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:06.000713 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-f04f709f-742c-45ac-a820-e73c62ece266 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 200 len: 854 time: 0.0496271 Jun 30 01:40:06.063233 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-d80e7e13-9189-496e-9155-d48649be72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:06.064730 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-d80e7e13-9189-496e-9155-d48649be72b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c51158a0-e021-481b-8c3a-0e370f7dc655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0582943 Jun 30 01:40:06.161067 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-735dde91-a16a-40c0-869d-a42950c657f7 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896897 Jun 30 01:40:06.257103 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-7960c325-1025-4ed2-b9fa-8edaf0aa9541 req-ed375fc4-196c-482b-adce-3edcbe3db890 service neutron] 10.222.0.38 "GET /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900075 Jun 30 01:40:08.870933 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0cd29-58bb-488e-85c6-f7302cca62ab req-1a21010a-18c3-4a97-bfec-428c20886706 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:08.872400 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-67b0cd29-58bb-488e-85c6-f7302cca62ab req-1a21010a-18c3-4a97-bfec-428c20886706 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0619581 Jun 30 01:40:08.911651 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-67b0cd29-58bb-488e-85c6-f7302cca62ab req-22629936-4e6a-4611-8bee-fc0d26635973 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jun 30 01:40:10.085387 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046f168-8608-44d5-98d4-fecdd9293054 req-062fe37d-8c19-4060-b5f3-d0c6e3e922ad tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:10.086851 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5046f168-8608-44d5-98d4-fecdd9293054 req-062fe37d-8c19-4060-b5f3-d0c6e3e922ad tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0609400 Jun 30 01:40:10.123956 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-5046f168-8608-44d5-98d4-fecdd9293054 req-c807fa3e-f48f-44e3-92f6-1aeb88f0cb38 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/security-groups?id=77688427-f5d2-4405-a19f-36f029a464a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Jun 30 01:40:10.607947 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6db45-3fc3-496c-a840-af034015e488 req-55d9067d-5244-4c29-bbf2-17dae4566fa1 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:40:10.609390 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-48a6db45-3fc3-496c-a840-af034015e488 req-55d9067d-5244-4c29-bbf2-17dae4566fa1 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.38 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 945 time: 0.0651329 Jun 30 01:40:10.680872 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df55f5a7-d6b9-4dbb-b382-7335fce7236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:10.716179 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Deleting port 91b827f1-7b15-4c13-8a83-69faeb6287d2 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:10.716550 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:10.809215 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] For port 91b827f1-7b15-4c13-8a83-69faeb6287d2, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=91b827f1-7b15-4c13-8a83-69faeb6287d2,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:10.809570 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:10.821353 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Calling delete_port for 91b827f1-7b15-4c13-8a83-69faeb6287d2 owned by compute:nova {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:11.063811 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:11.068132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6762a83a-6b48-40c1-ad04-6807549ddfe9 tempest-TestShelveInstance-1585779477 tempest-TestShelveInstance-1585779477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:11.076772 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] get_ports_and_sgs() called for port_ids ['91b827f1-7b15-4c13-8a83-69faeb6287d2'] {{(pid=93483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:40:11.095694 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Pushing event deleted for resources: {'Port': ['ID=91b827f1-7b15-4c13-8a83-69faeb6287d2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:11.101114 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:11.147403 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] No DVR routers for this DVR port 91b827f1-7b15-4c13-8a83-69faeb6287d2 on host hv-cinder-79724 {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:40:11.150044 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134058'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:11.152054 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [req-48a6db45-3fc3-496c-a840-af034015e488 req-45a323aa-83dc-4c55-9479-8ac9a5d44ec7 tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.38 "DELETE /v2.0/ports/91b827f1-7b15-4c13-8a83-69faeb6287d2 HTTP/1.1" status: 204 len: 173 time: 0.5376594 Jun 30 01:40:11.152723 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'name': 'network-vif-deleted', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:40:11.155149 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7356bbf6e74d070a3744eb82894f7e996b931b925d121f2cbc8174d59d8982c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0edd6c1-0668-4927-9f7f-5f2564f863f6" -d '{"events": [{"server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "name": "network-vif-deleted", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:40:11.253584 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264ece7-b2b3-403a-a329-01aed83cf9d9 x-openstack-request-id: req-9264ece7-b2b3-403a-a329-01aed83cf9d9 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:40:11.253924 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8456c0c5-512b-4166-8d49-d023ba18aa1a", "name": "network-vif-deleted", "tag": "91b827f1-7b15-4c13-8a83-69faeb6287d2", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:40:11.254225 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9264ece7-b2b3-403a-a329-01aed83cf9d9 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:40:11.254670 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8456c0c5-512b-4166-8d49-d023ba18aa1a', 'name': 'network-vif-deleted', 'tag': '91b827f1-7b15-4c13-8a83-69faeb6287d2', 'status': 'completed', 'code': 200} Jun 30 01:40:11.273573 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-6d9b7019-fce0-44f6-8c16-23d193fce684 req-a7fbe963-70fa-465e-82a5-b3807a31740f tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 210 time: 0.0343204 Jun 30 01:40:12.002633 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:40:12.431998 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [req-241c9b81-bc55-4272-b430-a16465031eca req-ed0277f7-8ad2-4769-88cd-f06854e6613a tempest-TestMinimumBasicScenario-849322645 tempest-TestMinimumBasicScenario-849322645-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456c0c5-512b-4166-8d49-d023ba18aa1a HTTP/1.1" status: 200 len: 210 time: 0.0287745 Jun 30 01:40:13.246498 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-eb8ccc00-2de8-4e3f-8cad-de9cd7cd946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:13.697917 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:14.296492 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 91b827f1-7b15-4c13-8a83-69faeb6287d2 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:14.316264 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] No Port match for: 91b827f1-7b15-4c13-8a83-69faeb6287d2 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:14.316642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Device 91b827f1-7b15-4c13-8a83-69faeb6287d2 not bound to the agent host hv-cinder-79724 {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:14.676135 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:14.961268 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49432) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:15.599156 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:15.862586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Deleting port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:15.862828 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:15.954158 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] For port 9af749b3-c1d8-4da6-b7a5-d410ad3b016b, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:15.954522 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:15.968643 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Calling delete_port for 9af749b3-c1d8-4da6-b7a5-d410ad3b016b owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:16.070385 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:16.285753 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:16.287910 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ce295a74-dcbe-43e8-b8cb-c9726ac4387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:16.311162 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af749b3-c1d8-4da6-b7a5-d410ad3b016b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:16.314303 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:16.482119 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:16.694529 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Router 78966cec-3a05-4e66-8c58-60a54e7bd923 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:40:16.795404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:40:16.800593 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-18019364-4eaa-41f3-8bac-47b5b99cc670 admin admin] 10.222.0.37 "PUT /v2.0/routers/78966cec-3a05-4e66-8c58-60a54e7bd923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382781 Jun 30 01:40:16.803699 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49434) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:16.804696 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] Sync routers for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:40:16.813850 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:40:16.814473 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:40:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:16.904476 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:16.918219 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: dv-cinder-797245-10-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:40:17.010100 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.094809 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163'}], 'enable_snat': True}, 'gw_port_id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:40:16Z', 'revision_number': 5, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port': {'id': '93c749d9-46b4-40d8-901c-75da4c5f704e', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:54Z', 'updated_at': '2021-06-30T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:17.121282 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] Checking router: 78966cec-3a05-4e66-8c58-60a54e7bd923 for host: dv-cinder-797245-10-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:40:17.129785 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] Routers {'78966cec-3a05-4e66-8c58-60a54e7bd923'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:40:17.130407 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:40:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['78966cec-3a05-4e66-8c58-60a54e7bd923'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:17.147802 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Deleting port 93c749d9-46b4-40d8-901c-75da4c5f704e {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:17.148419 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.221351 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] Set router 78966cec-3a05-4e66-8c58-60a54e7bd923 gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:40:17.243704 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] For port 93c749d9-46b4-40d8-901c-75da4c5f704e, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=93c749d9-46b4-40d8-901c-75da4c5f704e,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:17.244253 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.257675 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Calling delete_port for 93c749d9-46b4-40d8-901c-75da4c5f704e owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:17.405903 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:40:17Z', 'revision_number': 6, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port_host': None}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:17.432986 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9c0ad-c8dc-49d8-b24f-9f9e9a788251 None None] The sync data for ids ['78966cec-3a05-4e66-8c58-60a54e7bd923'] in dv-cinder-797245-10-smb is: [{'id': '78966cec-3a05-4e66-8c58-60a54e7bd923', 'name': 'tempest-TestMinimumBasicScenario-1318647520-router', 'tenant_id': '41ea0072b7e34fda89dfec7736d89023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:53Z', 'updated_at': '2021-06-30T01:40:17Z', 'revision_number': 6, 'project_id': '41ea0072b7e34fda89dfec7736d89023', 'gw_port_host': None}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:40:17.526439 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.528839 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5026d1ae-e42f-4eb2-9045-ac4d55ee7fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:17.553846 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c749d9-46b4-40d8-901c-75da4c5f704e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:17.556894 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:17.618537 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.723059 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.725086 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.880711 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.881828 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78966cec-3a05-4e66-8c58-60a54e7bd923 {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:40:17.886888 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.888057 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-62fd1cbd-a14d-4bb9-8c9f-ec2070f0f8f2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/78966cec-3a05-4e66-8c58-60a54e7bd923 HTTP/1.1" status: 204 len: 168 time: 1.0834100 Jun 30 01:40:17.890600 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49436) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:17.934081 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Deleting subnet e05557cc-6a96-45a5-8560-3b079d6dffd0 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:40:17.937217 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:17.977170 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.058416 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.229984 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.232492 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-42dabd45-ff63-440f-a04d-adf6a8c714f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:18.259240 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05557cc-6a96-45a5-8560-3b079d6dffd0,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:18.261364 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.263265 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e05557cc-6a96-45a5-8560-3b079d6dffd0 HTTP/1.1" status: 204 len: 168 time: 0.3717127 Jun 30 01:40:18.264189 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-74b2482b-596a-4815-9593-648b210ebf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:18.266756 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49438) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:18.272698 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9503db-043a-44d1-8977-7c3f1282a8a2 None None] Network c51158a0-e021-481b-8c3a-0e370f7dc655 requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:40:18.288819 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 93c749d9-46b4-40d8-901c-75da4c5f704e no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:18.336717 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 93c749d9-46b4-40d8-901c-75da4c5f704e {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:18.337154 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 93c749d9-46b4-40d8-901c-75da4c5f704e not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:18.337638 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9af749b3-c1d8-4da6-b7a5-d410ad3b016b no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:18.345103 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.363760 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 9af749b3-c1d8-4da6-b7a5-d410ad3b016b {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:18.364316 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 9af749b3-c1d8-4da6-b7a5-d410ad3b016b not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:18.410622 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Deleting port 4a416727-6436-4cfe-90e5-4acecf072805 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:18.411282 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.476157 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] For port 4a416727-6436-4cfe-90e5-4acecf072805, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=4a416727-6436-4cfe-90e5-4acecf072805,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:18.476539 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.489412 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Calling delete_port for 4a416727-6436-4cfe-90e5-4acecf072805 owned by network:dhcp {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:18.526280 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] DHCP port deletion for c51158a0-e021-481b-8c3a-0e370f7dc655 request from dv-cinder-797245-10-smb {{(pid=93483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:40:18.576459 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Deleting port 4a416727-6436-4cfe-90e5-4acecf072805 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:18.576863 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.643926 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] For port 4a416727-6436-4cfe-90e5-4acecf072805, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=4a416727-6436-4cfe-90e5-4acecf072805,segment=NetworkSegment(50954b9b-b5fa-4950-b402-ceecfc3694ea),segment_id=50954b9b-b5fa-4950-b402-ceecfc3694ea)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:18.644325 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.656714 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Calling delete_port for 4a416727-6436-4cfe-90e5-4acecf072805 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:18.674883 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8722968'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.677056 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3b2854f9-edbf-4dff-bab1-3ef7d4b292f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:18.702193 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a416727-6436-4cfe-90e5-4acecf072805,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:18.704811 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:18.707322 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] No DVR routers for this DVR port 4a416727-6436-4cfe-90e5-4acecf072805 on host dv-cinder-797245-10-smb {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:40:18.735312 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.737204 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:18.762158 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Pushing event deleted for resources: {'Port': ['ID=4a416727-6436-4cfe-90e5-4acecf072805,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:18.766765 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] No DVR routers for this DVR port 4a416727-6436-4cfe-90e5-4acecf072805 on host dv-cinder-797245-10-smb {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.776397 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.777378 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.777378 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-10-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:40:18.780291 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:18.780951 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.790933 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51158a0-e021-481b-8c3a-0e370f7dc655']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:18.801374 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50954b9b-b5fa-4950-b402-ceecfc3694ea') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:18.801665 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50954b9b-b5fa-4950-b402-ceecfc3694ea') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:18.810954 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590939'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.824647 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.830360 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:40:18.830737 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8723023'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: Traceback (most recent call last): Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: timer() Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: cb(*args, **kw) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: return func(*args, **kwargs) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: self._notify() Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: self.callback(batched_events) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: event.method(event) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: return f(self, *a, **k) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: return self._get(url).json() Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:40:18.832369 dv-cinder-797245-10-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:40:19.000377 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:19.004132 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f6156821-ca16-4760-ba82-9735ba5c1987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:19.024623 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:19.024623 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c51158a0-e021-481b-8c3a-0e370f7dc655 HTTP/1.1" status: 204 len: 168 time: 0.7416923 Jun 30 01:40:19.024861 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49442) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:19.024962 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c51158a0-e021-481b-8c3a-0e370f7dc655,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:19.024962 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4effc7d9-0f3a-465a-93c2-4ba4794893f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:19.350497 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607548'] for router_interface, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:19.595687 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Deleting port 296c5c8c-e521-4697-8ed0-29b9044adb62 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:19.596099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:19.672989 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] For port 296c5c8c-e521-4697-8ed0-29b9044adb62, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=296c5c8c-e521-4697-8ed0-29b9044adb62,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:19.673344 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:19.685426 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Calling delete_port for 296c5c8c-e521-4697-8ed0-29b9044adb62 owned by network:router_interface {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:19.977906 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:19.980845 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-05287df5-1623-4f64-9cb7-4ec035b589c6 tempest-AttachVolumeShelveTestJSON-2039177459 tempest-AttachVolumeShelveTestJSON-2039177459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:20.008404 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=296c5c8c-e521-4697-8ed0-29b9044adb62,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:20.011496 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:20.168169 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608140'] for router_interface, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:20.310344 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 4a416727-6436-4cfe-90e5-4acecf072805 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:20.331293 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 4a416727-6436-4cfe-90e5-4acecf072805 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:20.331642 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 4a416727-6436-4cfe-90e5-4acecf072805 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:20.387685 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Router 15e41e61-e737-4df0-899f-c53397faa264 has already been hosted by L3 agent 8393a285-2343-477d-8349-0be8414866bd {{(pid=93482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:40:20.497167 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] Notify agent at l3_agent.dv-cinder-797245-10-smb the message routers_updated {{(pid=93482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:40:20.502325 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-04805978-abfb-46d8-884d-4e8ec1c77cc5 admin admin] 10.222.0.37 "PUT /v2.0/routers/15e41e61-e737-4df0-899f-c53397faa264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4890113 Jun 30 01:40:20.504859 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49448) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:20.505738 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] Sync routers for ids ['15e41e61-e737-4df0-899f-c53397faa264'] in dv-cinder-797245-10-smb {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:40:20.515542 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] Routers {'15e41e61-e737-4df0-899f-c53397faa264'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:40:20.516109 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:40:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['15e41e61-e737-4df0-899f-c53397faa264'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:20.626809 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] Set router 15e41e61-e737-4df0-899f-c53397faa264 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:40:20.821217 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:40:19Z', 'revision_number': 5, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:20.847652 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] Checking router: 15e41e61-e737-4df0-899f-c53397faa264 for host: dv-cinder-797245-10-smb {{(pid=93484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:40:20.857362 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] Routers {'15e41e61-e737-4df0-899f-c53397faa264'} bound to L3 agent in host dv-cinder-797245-10-smb {{(pid=93484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:40:20.858005 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:20:43Z,description=,heartbeat_timestamp=2021-06-30T01:40:13Z,host='dv-cinder-797245-10-smb',id=8393a285-2343-477d-8349-0be8414866bd,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:20:44Z,topic='l3_agent')) {'router_ids': ['15e41e61-e737-4df0-899f-c53397faa264'], 'active': True} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:20.909699 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks [] for router, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.022895 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.063848 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_dvr_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] Set router 15e41e61-e737-4df0-899f-c53397faa264 gateway port host: dv-cinder-797245-10-smb {{(pid=93484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:40:21.162733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Deleting port df25ec4c-55fb-4268-a0f2-a574bc950b85 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:21.163078 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.246335 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] For port df25ec4c-55fb-4268-a0f2-a574bc950b85, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=df25ec4c-55fb-4268-a0f2-a574bc950b85,segment=NetworkSegment(66d91102-acc2-4847-91e6-59c575176a5e),segment_id=66d91102-acc2-4847-91e6-59c575176a5e)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:21.246702 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.255259 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.l3_hamode_db [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:40:19Z', 'revision_number': 5, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}], 'dv-cinder-797245-10-smb', False) {} {{(pid=93484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:21.259054 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Calling delete_port for df25ec4c-55fb-4268-a0f2-a574bc950b85 owned by network:router_gateway {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:21.282808 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911fd18-69cd-4d7b-955f-7b52c9c7e9aa None None] The sync data for ids ['15e41e61-e737-4df0-899f-c53397faa264'] in dv-cinder-797245-10-smb is: [{'id': '15e41e61-e737-4df0-899f-c53397faa264', 'name': 'tempest-TestMinimumBasicScenario-567902626-router', 'tenant_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'external_fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:40:19Z', 'revision_number': 5, 'project_id': '97e8e96e0e104eb9bef8f8e0d980322d', 'gw_port': {'id': 'df25ec4c-55fb-4268-a0f2-a574bc950b85', 'name': '', 'network_id': '766e7878-6fec-4606-aa8f-c7fb06434b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e41e61-e737-4df0-899f-c53397faa264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:37:59Z', 'updated_at': '2021-06-30T01:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4c0300a-21c6-4b90-adae-31930b131536', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-10-smb'}] {{(pid=93484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:40:21.509095 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.511157 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a4b8b6fe-101f-429f-b393-33aa5996b49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:21.535519 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Pushing event deleted for resources: {'Port': ['ID=df25ec4c-55fb-4268-a0f2-a574bc950b85,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:21.538586 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:21.595697 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537832'] for router_gateway, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.688749 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-790'] for router, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.691081 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.829105 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606889'] for router, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.829640 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15e41e61-e737-4df0-899f-c53397faa264 {{(pid=93482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 01:40:21.834733 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] Notify callbacks [] for router, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.836159 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-c4411a5d-0de0-46f3-aaab-1fdb3200555c admin admin] 10.222.0.37 "DELETE /v2.0/routers/15e41e61-e737-4df0-899f-c53397faa264 HTTP/1.1" status: 204 len: 168 time: 1.3303664 Jun 30 01:40:21.838567 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49452) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:21.884039 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Deleting subnet 464861dc-6cda-473a-b482-a9a9807b8872 {{(pid=93482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:40:21.888583 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:21.925547 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8580996'] for subnet, precommit_delete_associations {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.007543 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3894107'] for subnet, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.143955 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3894082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-240579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9355875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352710'] for subnet, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.147147 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-03b1bc14-24d8-43ab-ba66-134496e0e7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:22.168940 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464861dc-6cda-473a-b482-a9a9807b8872,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:22.171578 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:22.176648 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.180067 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-b16e7aea-0d0e-498d-8ceb-43621966f7e0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/464861dc-6cda-473a-b482-a9a9807b8872 HTTP/1.1" status: 204 len: 168 time: 0.3392088 Jun 30 01:40:22.181233 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49454) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:22.182339 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bedaf8-d894-47d6-a8ce-6f6227f4a20f None None] Network 4d7d86bf-65ae-4045-a97b-86dead2f782e requested from dv-cinder-797245-10-smb {{(pid=93483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:40:22.258088 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753318'] for network, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.307813 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 296c5c8c-e521-4697-8ed0-29b9044adb62 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:22.326629 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Deleting port 2aabd0c3-5eca-439c-8906-8c15467811e0 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:22.327099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.329756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 296c5c8c-e521-4697-8ed0-29b9044adb62 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:22.329756 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 296c5c8c-e521-4697-8ed0-29b9044adb62 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:22.330227 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device df25ec4c-55fb-4268-a0f2-a574bc950b85 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:22.353298 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: df25ec4c-55fb-4268-a0f2-a574bc950b85 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:22.353659 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device df25ec4c-55fb-4268-a0f2-a574bc950b85 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:22.406556 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] For port 2aabd0c3-5eca-439c-8906-8c15467811e0, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2aabd0c3-5eca-439c-8906-8c15467811e0,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:22.406556 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.407859 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Calling delete_port for 2aabd0c3-5eca-439c-8906-8c15467811e0 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:22.436194 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] DHCP port deletion for 4d7d86bf-65ae-4045-a97b-86dead2f782e request from dv-cinder-797245-10-smb {{(pid=93483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 01:40:22.485133 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Deleting port 2aabd0c3-5eca-439c-8906-8c15467811e0 {{(pid=93483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:40:22.485583 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793121059642'] for port, before_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.545919 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] For port 2aabd0c3-5eca-439c-8906-8c15467811e0, host dv-cinder-797245-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-10-smb',level=0,port_id=2aabd0c3-5eca-439c-8906-8c15467811e0,segment=NetworkSegment(674adc20-b2e7-4171-ab8a-becde30e9061),segment_id=674adc20-b2e7-4171-ab8a-becde30e9061)] {{(pid=93483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:40:22.546232 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609501'] for port, precommit_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.559011 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Calling delete_port for 2aabd0c3-5eca-439c-8906-8c15467811e0 owned by network:dhcp {{(pid=93483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:40:22.611958 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9355929'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.615518 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-1f95620b-8537-4252-b119-ed6989a56317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:22.636941 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793120964648', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793120494102'] for port, after_delete {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.638798 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-4d85f807-9b81-4c91-99eb-7e0bdbf7100d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:22.640356 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aabd0c3-5eca-439c-8906-8c15467811e0,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:22.642206 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] No DVR routers for this DVR port 2aabd0c3-5eca-439c-8906-8c15467811e0 on host dv-cinder-797245-10-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:40:22.643678 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:22.663521 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Pushing event deleted for resources: {'Port': ['ID=2aabd0c3-5eca-439c-8906-8c15467811e0,revision_number=None']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:22.665847 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:22.670837 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aea88b-169c-4753-956c-9cce1240ee09 None None] No DVR routers for this DVR port 2aabd0c3-5eca-439c-8906-8c15467811e0 on host dv-cinder-797245-10-smb {{(pid=93483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:40:22.715118 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3894149', 'neutron.services.segments.db._delete_segments_for_network-8793120948803'] for network, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.725443 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7d86bf-65ae-4045-a97b-86dead2f782e']}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:22.736099 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674adc20-b2e7-4171-ab8a-becde30e9061') {'for_net_delete': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:22.736383 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.services.segments.db [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674adc20-b2e7-4171-ab8a-becde30e9061') {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:40:22.746914 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793120849354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8581003'] for segment, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.760536 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353'] for segment, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.766354 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:40:22.766744 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9355982'] for segment, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: Traceback (most recent call last): Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: timer() Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: cb(*args, **kw) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: return func(*args, **kwargs) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: self._notify() Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: self.callback(batched_events) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: event.method(event) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: return f(self, *a, **k) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: return self._get(url).json() Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: return self.request(url, 'GET', **kwargs) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:40:22.768417 dv-cinder-797245-10-smb neutron-server[93482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:40:22.948270 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3894174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540421'] for network, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.951838 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-5423cabc-df5f-47c4-871d-829b8b1e463a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:22.954311 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559357'] for network, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:22.956090 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d7d86bf-65ae-4045-a97b-86dead2f782e HTTP/1.1" status: 204 len: 168 time: 0.7739484 Jun 30 01:40:22.967087 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7d86bf-65ae-4045-a97b-86dead2f782e,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:22.969488 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-745fb293-4ee4-458d-bb5b-3f97db2c8546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:23.560502 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49458) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:23.600851 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-468f6df4-4b0e-401c-8f51-9ef92eb7ffb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41ea0072b7e34fda89dfec7736d89023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390413 Jun 30 01:40:23.603196 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [-] (93482) accepted ('10.222.0.37', 49460) {{(pid=93482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:23.656493 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:23.676435 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:23.812056 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:23.814760 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:23.815912 dv-cinder-797245-10-smb neutron-server[93482]: INFO neutron.wsgi [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77688427-f5d2-4405-a19f-36f029a464a7 HTTP/1.1" status: 204 len: 168 time: 0.2117722 Jun 30 01:40:23.816705 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-aabbd0d0-f4f3-4955-83ce-02a2c150be7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:23.825202 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77688427-f5d2-4405-a19f-36f029a464a7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:23.828726 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b524875a-2ee5-4822-ae4a-d7bf16388b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:24.265401 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2aabd0c3-5eca-439c-8906-8c15467811e0 no longer exists at agent ovs-agent-dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:40:24.290759 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.plugin [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] No Port match for: 2aabd0c3-5eca-439c-8906-8c15467811e0 {{(pid=93483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:40:24.291108 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.rpc [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Device 2aabd0c3-5eca-439c-8906-8c15467811e0 not bound to the agent host dv-cinder-797245-10-smb {{(pid=93483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:40:24.719394 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49466) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:24.764383 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-3b6b4352-f5fe-4486-9624-2fe0f5d20591 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97e8e96e0e104eb9bef8f8e0d980322d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436978 Jun 30 01:40:24.766797 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.37', 49468) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:40:24.811995 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:25.073629 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:25.094011 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:25.234489 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-698221'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:25.237208 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:25.238352 dv-cinder-797245-10-smb neutron-server[93481]: INFO neutron.wsgi [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a7cfd3b-f665-4321-955c-69a2d00abd99 HTTP/1.1" status: 204 len: 168 time: 0.4706125 Jun 30 01:40:25.239168 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a6b267ed-4b29-46f3-924a-a3b55d874cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:40:25.247453 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7cfd3b-f665-4321-955c-69a2d00abd99,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:40:25.250793 dv-cinder-797245-10-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-da784912-c7de-4b34-b4e6-feeb0cc50fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:40:40.697610 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0dda-d77a-4e1a-9bc7-2ceb02813297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:43.199849 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-41bdbfb3-6aca-49ad-b2de-82487c9d3176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:43.605317 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:44.668724 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:46.099279 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:40:49.002017 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:40:54.759559 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:10.673890 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-aafdfd1a-e927-4417-85bf-cb6c8c6665bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:13.233722 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0792e867-41cd-48cb-9f37-21b23f492a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:13.633372 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:14.645769 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:16.084457 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:24.810543 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:26.026531 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:41:40.655424 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0f2da490-e099-4eef-8777-cd10505f8ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:43.261166 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4651ad00-f586-4df3-b1fb-d7892dce8bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:43.643850 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:44.644025 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:46.049635 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:41:54.739871 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:03.025239 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:42:10.865358 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-7619fe43-ce8e-4a21-bfe1-37e3fa4df88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:13.271438 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c1f76c7a-c02e-4946-8d9e-a75d84cd01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:13.661988 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:14.752483 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:16.066594 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:24.859460 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:40.023663 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:42:40.670291 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3509-159e-4c88-8ba8-cfb63ac9bfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:43.281926 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-148c264b-d54d-42ab-b666-aa273c661564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:43.631062 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:44.660512 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:46.099073 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:42:54.790434 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:10.658940 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-c5fe26e5-b475-4b76-8707-69d73fca0462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:13.270283 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-aa462ca5-b7e2-4116-a9eb-f867b625683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:13.607487 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:14.670206 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:16.059290 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:17.021981 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:43:24.767299 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:40.675773 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f8ff53f0-0476-4c6b-81b7-6fc355609e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:43.223644 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8f9da4c1-8fc0-4dd1-94d8-4eb077524100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:43.606687 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:44.663624 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:46.068967 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:43:54.020357 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:43:54.852282 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:00.955235 dv-cinder-797245-10-smb neutron-server[93482]: DEBUG neutron.wsgi [req-64ed3f33-2a00-47e2-b52e-ed6efc640fde req-7230fc16-5e95-4c01-9b76-9cf3b2705c99 service neutron] (93482) timed out ('10.222.0.38', 59860) {{(pid=93482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 01:44:10.691763 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-8b7072c4-abc7-4c78-b339-3a17d2982d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:13.268800 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-80d9cbd8-9ea5-4769-9888-e8729951edc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:13.651035 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:14.673314 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:16.068258 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:24.850731 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:31.019754 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:44:40.679292 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f3343461-737b-43e6-9b0b-68575c7bd66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:43.244727 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e23cc1b4-8909-44db-8f87-1063d598c5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:43.645549 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:44.673558 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:46.103553 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:44:54.809929 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f2f78b2b-7740-43da-b223-00076ad8ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:08.018317 dv-cinder-797245-10-smb neutron-server[93484]: DEBUG neutron.db.agents_db [None req-caeee4ee-b210-4f63-bbdd-8c4b249759a1 None None] Agent healthcheck: found 6 active agents {{(pid=93484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:45:10.672199 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-f36a64ef-0fb0-43ea-b4d7-02d5e0d31a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:13.289379 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-e85b191f-7ac2-45c9-a939-adf2fb685d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:13.632482 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-5036343c-36b3-467e-aa62-799e64e9dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:14.666326 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-686f485e-0c4b-4a42-8dea-95ed0cec8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:45:16.072273 dv-cinder-797245-10-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-654ac076-4809-478a-b827-9ab5a7672fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793120948785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3897179'] for agent, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}